2024-11-20 18:21:10,932 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 18:21:10,950 main DEBUG Took 0.015626 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 18:21:10,951 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 18:21:10,952 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 18:21:10,953 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 18:21:10,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,965 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 18:21:10,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,987 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,989 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,991 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,994 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,995 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:21:10,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:10,999 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 18:21:11,001 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:21:11,003 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 18:21:11,006 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 18:21:11,007 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 18:21:11,008 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 18:21:11,009 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 18:21:11,021 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 18:21:11,024 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 18:21:11,026 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 18:21:11,027 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 18:21:11,027 main DEBUG createAppenders(={Console}) 2024-11-20 18:21:11,028 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 18:21:11,029 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 18:21:11,029 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 18:21:11,030 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 18:21:11,030 main DEBUG OutputStream closed 2024-11-20 18:21:11,031 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 18:21:11,031 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 18:21:11,031 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 18:21:11,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 18:21:11,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 18:21:11,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 18:21:11,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 18:21:11,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 18:21:11,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 18:21:11,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 18:21:11,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 18:21:11,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 18:21:11,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 18:21:11,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 18:21:11,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 18:21:11,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 18:21:11,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 18:21:11,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 18:21:11,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 18:21:11,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 18:21:11,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 18:21:11,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 18:21:11,111 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 18:21:11,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 18:21:11,112 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T18:21:11,381 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d 2024-11-20 18:21:11,384 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 18:21:11,384 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T18:21:11,393 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-20T18:21:11,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:11,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5, deleteOnExit=true 2024-11-20T18:21:11,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T18:21:11,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/test.cache.data in system properties and HBase conf 2024-11-20T18:21:11,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:11,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:11,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:11,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:11,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T18:21:11,539 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T18:21:11,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:11,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:11,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:11,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:11,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:11,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:11,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:11,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:11,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:11,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:11,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:11,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:11,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:11,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:11,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:12,442 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T18:21:12,520 INFO [Time-limited test {}] log.Log(170): Logging initialized @2275ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T18:21:12,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:12,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:12,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:12,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:12,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:12,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:12,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:12,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:12,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/java.io.tmpdir/jetty-localhost-37407-hadoop-hdfs-3_4_1-tests_jar-_-any-3539174552846647892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:12,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:37407} 2024-11-20T18:21:12,929 INFO [Time-limited test {}] server.Server(415): Started @2685ms 2024-11-20T18:21:13,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:13,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:13,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:13,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:13,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:13,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:13,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:13,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/java.io.tmpdir/jetty-localhost-36539-hadoop-hdfs-3_4_1-tests_jar-_-any-12304650713837486421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:13,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36539} 2024-11-20T18:21:13,452 INFO [Time-limited test {}] server.Server(415): Started @3209ms 2024-11-20T18:21:13,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:13,972 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data1/current/BP-495652216-172.17.0.2-1732126872206/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:13,972 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data2/current/BP-495652216-172.17.0.2-1732126872206/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:14,010 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:14,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20134de2f3609f75 with lease ID 0x9512346d9288ec72: Processing first storage report for DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0 from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206) 2024-11-20T18:21:14,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20134de2f3609f75 with lease ID 0x9512346d9288ec72: from storage DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:21:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20134de2f3609f75 with lease ID 0x9512346d9288ec72: Processing first storage report for DS-96a585c7-5e64-4456-acca-d28757daac8d from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206) 2024-11-20T18:21:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20134de2f3609f75 with lease ID 0x9512346d9288ec72: from storage DS-96a585c7-5e64-4456-acca-d28757daac8d node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:21:14,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d 2024-11-20T18:21:14,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/zookeeper_0, clientPort=54702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:21:14,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54702 2024-11-20T18:21:14,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:14,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:14,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:14,803 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b with version=8 2024-11-20T18:21:14,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/hbase-staging 2024-11-20T18:21:14,932 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T18:21:15,199 INFO [Time-limited test {}] client.ConnectionUtils(129): master/82db7be9f118:0 server-side Connection retries=45 2024-11-20T18:21:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:15,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:15,412 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T18:21:15,421 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T18:21:15,425 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:15,453 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20182 (auto-detected) 2024-11-20T18:21:15,454 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T18:21:15,474 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43507 2024-11-20T18:21:15,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:15,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:15,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43507 connecting to ZooKeeper ensemble=127.0.0.1:54702 2024-11-20T18:21:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435070x0, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:15,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43507-0x100162a53030000 connected 2024-11-20T18:21:15,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:21:15,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:21:15,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:21:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-20T18:21:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43507 2024-11-20T18:21:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43507 2024-11-20T18:21:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-20T18:21:15,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-20T18:21:15,581 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b, hbase.cluster.distributed=false 2024-11-20T18:21:15,645 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/82db7be9f118:0 server-side Connection retries=45 2024-11-20T18:21:15,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:15,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:15,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:15,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:15,651 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:15,652 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45523 2024-11-20T18:21:15,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:15,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:15,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:15,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:15,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45523 connecting to ZooKeeper ensemble=127.0.0.1:54702 2024-11-20T18:21:15,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455230x0, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:15,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45523-0x100162a53030001 connected 2024-11-20T18:21:15,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:21:15,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:21:15,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T18:21:15,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-20T18:21:15,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45523 2024-11-20T18:21:15,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45523 2024-11-20T18:21:15,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-20T18:21:15,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-20T18:21:15,690 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/82db7be9f118,43507,1732126874925 2024-11-20T18:21:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:21:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:21:15,699 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/82db7be9f118,43507,1732126874925 2024-11-20T18:21:15,706 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82db7be9f118:43507 2024-11-20T18:21:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T18:21:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T18:21:15,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:15,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:15,721 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T18:21:15,722 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/82db7be9f118,43507,1732126874925 from backup master directory 2024-11-20T18:21:15,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T18:21:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/82db7be9f118,43507,1732126874925 2024-11-20T18:21:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:21:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T18:21:15,726 WARN [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:15,726 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82db7be9f118,43507,1732126874925 2024-11-20T18:21:15,728 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T18:21:15,730 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T18:21:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:16,201 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/hbase.id with ID: dd84ba6b-53cd-444b-9716-c930b41220fb 2024-11-20T18:21:16,241 INFO [master/82db7be9f118:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:16,700 INFO [master/82db7be9f118:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:16,702 INFO [master/82db7be9f118:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:16,720 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:16,724 INFO [master/82db7be9f118:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:16,774 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store 2024-11-20T18:21:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:16,792 INFO [master/82db7be9f118:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T18:21:16,793 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:16,794 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:16,794 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:16,794 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:16,794 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:16,794 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:16,794 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:16,794 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T18:21:16,796 WARN [master/82db7be9f118:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/.initializing 2024-11-20T18:21:16,797 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/WALs/82db7be9f118,43507,1732126874925 2024-11-20T18:21:16,803 INFO [master/82db7be9f118:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:16,813 INFO [master/82db7be9f118:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82db7be9f118%2C43507%2C1732126874925, suffix=, logDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/WALs/82db7be9f118,43507,1732126874925, archiveDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:16,834 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/WALs/82db7be9f118,43507,1732126874925/82db7be9f118%2C43507%2C1732126874925.1732126876817, exclude list is [], retry=0 2024-11-20T18:21:16,851 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0,DISK] 2024-11-20T18:21:16,854 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T18:21:16,897 INFO [master/82db7be9f118:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/WALs/82db7be9f118,43507,1732126874925/82db7be9f118%2C43507%2C1732126874925.1732126876817 2024-11-20T18:21:16,898 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-20T18:21:16,898 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:16,899 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:16,902 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,903 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:16,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:16,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:16,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:16,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:16,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,990 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:16,991 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:17,000 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:17,003 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:17,007 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:17,009 INFO [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67705670, jitterRate=0.008893102407455444}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:17,013 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T18:21:17,014 INFO [master/82db7be9f118:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:17,044 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a637bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:17,079 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:17,092 INFO [master/82db7be9f118:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:17,092 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:17,094 INFO [master/82db7be9f118:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:17,096 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T18:21:17,101 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-20T18:21:17,101 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:17,127 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:17,140 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:17,142 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T18:21:17,145 INFO [master/82db7be9f118:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:17,146 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:17,147 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T18:21:17,149 INFO [master/82db7be9f118:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:17,154 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:17,156 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T18:21:17,157 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:17,159 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T18:21:17,169 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:17,170 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:21:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T18:21:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,175 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=82db7be9f118,43507,1732126874925, sessionid=0x100162a53030000, setting cluster-up flag (Was=false) 2024-11-20T18:21:17,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,192 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T18:21:17,194 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82db7be9f118,43507,1732126874925 2024-11-20T18:21:17,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:17,203 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T18:21:17,205 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82db7be9f118,43507,1732126874925 2024-11-20T18:21:17,288 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:17,295 INFO [master/82db7be9f118:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T18:21:17,297 INFO [master/82db7be9f118:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:17,303 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82db7be9f118:45523 2024-11-20T18:21:17,303 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82db7be9f118,43507,1732126874925 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:17,305 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1008): ClusterId : dd84ba6b-53cd-444b-9716-c930b41220fb 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82db7be9f118:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82db7be9f118:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82db7be9f118:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82db7be9f118:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82db7be9f118:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:17,307 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,308 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:17,308 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82db7be9f118:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:17,308 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,309 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126907309 2024-11-20T18:21:17,311 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:17,312 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:17,312 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:17,312 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:17,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:17,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:17,315 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:17,315 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:17,315 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:17,315 DEBUG [RS:0;82db7be9f118:45523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36015947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:17,316 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:17,316 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:17,316 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,317 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:17,318 DEBUG [RS:0;82db7be9f118:45523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924d4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82db7be9f118/172.17.0.2:0 2024-11-20T18:21:17,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:17,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:17,319 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:17,319 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:17,321 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:17,322 INFO [RS:0;82db7be9f118:45523 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T18:21:17,322 INFO [RS:0;82db7be9f118:45523 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T18:21:17,322 INFO [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:17,322 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T18:21:17,324 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.large.0-1732126877323,5,FailOnTimeoutGroup] 2024-11-20T18:21:17,324 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.small.0-1732126877324,5,FailOnTimeoutGroup] 2024-11-20T18:21:17,324 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(3073): reportForDuty to master=82db7be9f118,43507,1732126874925 with isa=82db7be9f118/172.17.0.2:45523, startcode=1732126875644 2024-11-20T18:21:17,324 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,325 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:17,326 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741831_1007 (size=1039) 2024-11-20T18:21:17,327 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,337 DEBUG [RS:0;82db7be9f118:45523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:17,370 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42783, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:17,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43507 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43507 {}] master.ServerManager(486): Registering regionserver=82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,393 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:21:17,393 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33479 2024-11-20T18:21:17,393 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T18:21:17,397 DEBUG [RS:0;82db7be9f118:45523 {}] zookeeper.ZKUtil(111): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,398 WARN [RS:0;82db7be9f118:45523 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:17,398 INFO [RS:0;82db7be9f118:45523 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:17,398 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82db7be9f118,45523,1732126875644] 2024-11-20T18:21:17,411 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T18:21:17,423 INFO [RS:0;82db7be9f118:45523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:17,437 INFO [RS:0;82db7be9f118:45523 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:17,440 INFO [RS:0;82db7be9f118:45523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:17,440 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,441 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T18:21:17,448 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82db7be9f118:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:17,449 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82db7be9f118:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82db7be9f118:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:17,450 DEBUG [RS:0;82db7be9f118:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:17,452 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,452 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,452 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,452 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,453 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,45523,1732126875644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:17,473 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:17,474 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,45523,1732126875644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:17,495 INFO [RS:0;82db7be9f118:45523 {}] regionserver.Replication(204): 82db7be9f118,45523,1732126875644 started 2024-11-20T18:21:17,495 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1767): Serving as 82db7be9f118,45523,1732126875644, RpcServer on 82db7be9f118/172.17.0.2:45523, sessionid=0x100162a53030001 2024-11-20T18:21:17,495 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:17,496 DEBUG [RS:0;82db7be9f118:45523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,496 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82db7be9f118,45523,1732126875644' 2024-11-20T18:21:17,496 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T18:21:17,497 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T18:21:17,498 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:17,498 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:17,498 DEBUG [RS:0;82db7be9f118:45523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82db7be9f118,45523,1732126875644 2024-11-20T18:21:17,498 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82db7be9f118,45523,1732126875644' 2024-11-20T18:21:17,498 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T18:21:17,499 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T18:21:17,499 DEBUG [RS:0;82db7be9f118:45523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:17,499 INFO [RS:0;82db7be9f118:45523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:17,500 INFO [RS:0;82db7be9f118:45523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:17,605 INFO [RS:0;82db7be9f118:45523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:17,609 INFO [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82db7be9f118%2C45523%2C1732126875644, suffix=, logDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644, archiveDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/oldWALs, maxLogs=32 2024-11-20T18:21:17,626 DEBUG [RS:0;82db7be9f118:45523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644/82db7be9f118%2C45523%2C1732126875644.1732126877611, exclude list is [], retry=0 2024-11-20T18:21:17,631 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0,DISK] 2024-11-20T18:21:17,634 INFO [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644/82db7be9f118%2C45523%2C1732126875644.1732126877611 2024-11-20T18:21:17,634 DEBUG [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-20T18:21:17,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T18:21:17,729 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:21:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:21:18,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:18,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:18,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:18,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:18,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:18,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:18,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:18,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740 2024-11-20T18:21:18,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740 2024-11-20T18:21:18,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:21:18,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T18:21:18,167 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:18,168 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61091776, jitterRate=-0.0896615982055664}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:21:18,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T18:21:18,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:18,170 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:18,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:18,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:18,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:18,172 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:18,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T18:21:18,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:18,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T18:21:18,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:18,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:18,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:18,342 DEBUG [82db7be9f118:43507 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:18,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:18,352 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82db7be9f118,45523,1732126875644, state=OPENING 2024-11-20T18:21:18,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:18,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:18,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:21:18,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:21:18,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:18,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:18,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:18,541 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:18,551 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T18:21:18,552 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:18,552 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:18,555 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82db7be9f118%2C45523%2C1732126875644.meta, suffix=.meta, logDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644, archiveDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/oldWALs, maxLogs=32 2024-11-20T18:21:18,572 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644/82db7be9f118%2C45523%2C1732126875644.meta.1732126878557.meta, exclude list is [], retry=0 2024-11-20T18:21:18,576 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0,DISK] 2024-11-20T18:21:18,579 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/WALs/82db7be9f118,45523,1732126875644/82db7be9f118%2C45523%2C1732126875644.meta.1732126878557.meta 2024-11-20T18:21:18,580 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-20T18:21:18,580 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:18,582 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:18,647 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:18,652 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:18,656 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:18,656 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:18,657 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T18:21:18,657 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T18:21:18,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:18,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:18,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:18,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:18,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:18,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:18,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:18,669 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740 2024-11-20T18:21:18,672 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740 2024-11-20T18:21:18,675 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:21:18,677 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T18:21:18,679 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68490503, jitterRate=0.020588025450706482}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:21:18,681 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T18:21:18,688 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126878530 2024-11-20T18:21:18,701 DEBUG [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:18,701 INFO [RS_OPEN_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:18,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:18,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82db7be9f118,45523,1732126875644, state=OPEN 2024-11-20T18:21:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:21:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T18:21:18,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:21:18,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T18:21:18,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:18,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=82db7be9f118,45523,1732126875644 in 348 msec 2024-11-20T18:21:18,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:18,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-20T18:21:18,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4820 sec 2024-11-20T18:21:18,725 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126878725, completionTime=-1 2024-11-20T18:21:18,726 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:18,726 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T18:21:18,763 DEBUG [hconnection-0x6a7920e2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:18,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:18,776 INFO [master/82db7be9f118:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T18:21:18,776 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126938776 2024-11-20T18:21:18,776 INFO [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126998776 2024-11-20T18:21:18,776 INFO [master/82db7be9f118:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-20T18:21:18,798 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:18,798 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:18,798 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:18,799 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82db7be9f118:43507, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:18,800 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:18,805 DEBUG [master/82db7be9f118:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T18:21:18,807 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T18:21:18,809 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:18,815 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T18:21:18,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:18,819 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:18,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:18,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741835_1011 (size=358) 2024-11-20T18:21:19,237 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 06c668e84a010dbdbfc69d3189b75612, NAME => 'hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:21:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741836_1012 (size=42) 2024-11-20T18:21:19,648 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:19,649 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 06c668e84a010dbdbfc69d3189b75612, disabling compactions & flushes 2024-11-20T18:21:19,649 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:19,649 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:19,649 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. after waiting 0 ms 2024-11-20T18:21:19,649 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:19,649 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:19,649 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 06c668e84a010dbdbfc69d3189b75612: 2024-11-20T18:21:19,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:19,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732126879653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126879653"}]},"ts":"1732126879653"} 2024-11-20T18:21:19,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:21:19,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:19,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126879689"}]},"ts":"1732126879689"} 2024-11-20T18:21:19,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T18:21:19,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=06c668e84a010dbdbfc69d3189b75612, ASSIGN}] 2024-11-20T18:21:19,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=06c668e84a010dbdbfc69d3189b75612, ASSIGN 2024-11-20T18:21:19,705 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=06c668e84a010dbdbfc69d3189b75612, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:21:19,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=06c668e84a010dbdbfc69d3189b75612, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:19,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 06c668e84a010dbdbfc69d3189b75612, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:20,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:20,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:20,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 06c668e84a010dbdbfc69d3189b75612, NAME => 'hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:20,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:20,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,025 INFO [StoreOpener-06c668e84a010dbdbfc69d3189b75612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,027 INFO [StoreOpener-06c668e84a010dbdbfc69d3189b75612-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c668e84a010dbdbfc69d3189b75612 columnFamilyName info 2024-11-20T18:21:20,027 DEBUG [StoreOpener-06c668e84a010dbdbfc69d3189b75612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:20,028 INFO [StoreOpener-06c668e84a010dbdbfc69d3189b75612-1 {}] regionserver.HStore(327): Store=06c668e84a010dbdbfc69d3189b75612/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:20,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:21:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:20,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 06c668e84a010dbdbfc69d3189b75612; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67744176, jitterRate=0.009466886520385742}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T18:21:20,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 06c668e84a010dbdbfc69d3189b75612: 2024-11-20T18:21:20,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612., pid=6, masterSystemTime=1732126880014 2024-11-20T18:21:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:21:20,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=06c668e84a010dbdbfc69d3189b75612, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:20,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:20,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 06c668e84a010dbdbfc69d3189b75612, server=82db7be9f118,45523,1732126875644 in 190 msec 2024-11-20T18:21:20,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:20,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=06c668e84a010dbdbfc69d3189b75612, ASSIGN in 352 msec 2024-11-20T18:21:20,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:20,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126880058"}]},"ts":"1732126880058"} 2024-11-20T18:21:20,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T18:21:20,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:20,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2560 sec 2024-11-20T18:21:20,120 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T18:21:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T18:21:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:21:20,156 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T18:21:20,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T18:21:20,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-20T18:21:20,181 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T18:21:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T18:21:20,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-20T18:21:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T18:21:20,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T18:21:20,209 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.483sec 2024-11-20T18:21:20,211 INFO [master/82db7be9f118:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:20,212 INFO [master/82db7be9f118:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:20,213 INFO [master/82db7be9f118:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:20,214 INFO [master/82db7be9f118:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:20,214 INFO [master/82db7be9f118:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:20,215 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:20,215 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:20,222 DEBUG [master/82db7be9f118:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:20,222 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:20,223 INFO [master/82db7be9f118:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82db7be9f118,43507,1732126874925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:20,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T18:21:20,310 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T18:21:20,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:20,321 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T18:21:20,321 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T18:21:20,331 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:20,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:20,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=82db7be9f118,43507,1732126874925 2024-11-20T18:21:20,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=6736 2024-11-20T18:21:20,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:20,379 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:21:20,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:20,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:20,417 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:20,419 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:20,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T18:21:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741837_1013 (size=960) 2024-11-20T18:21:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:20,834 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:21:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741838_1014 (size=53) 2024-11-20T18:21:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:21,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:21,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6ccea19cb4f8c076f9b567c0c61b4909, disabling compactions & flushes 2024-11-20T18:21:21,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. after waiting 0 ms 2024-11-20T18:21:21,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,246 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:21,248 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:21,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732126881248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126881248"}]},"ts":"1732126881248"} 2024-11-20T18:21:21,251 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:21:21,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:21,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126881252"}]},"ts":"1732126881252"} 2024-11-20T18:21:21,255 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:21:21,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, ASSIGN}] 2024-11-20T18:21:21,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, ASSIGN 2024-11-20T18:21:21,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:21:21,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6ccea19cb4f8c076f9b567c0c61b4909, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:21,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:21,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:21,575 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,576 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:21,576 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,576 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:21,577 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,577 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,579 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,582 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:21,582 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccea19cb4f8c076f9b567c0c61b4909 columnFamilyName A 2024-11-20T18:21:21,582 DEBUG [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:21,583 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(327): Store=6ccea19cb4f8c076f9b567c0c61b4909/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:21,584 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,585 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:21,586 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccea19cb4f8c076f9b567c0c61b4909 columnFamilyName B 2024-11-20T18:21:21,586 DEBUG [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:21,587 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(327): Store=6ccea19cb4f8c076f9b567c0c61b4909/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:21,587 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,589 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:21,589 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ccea19cb4f8c076f9b567c0c61b4909 columnFamilyName C 2024-11-20T18:21:21,589 DEBUG [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:21,590 INFO [StoreOpener-6ccea19cb4f8c076f9b567c0c61b4909-1 {}] regionserver.HStore(327): Store=6ccea19cb4f8c076f9b567c0c61b4909/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:21,590 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,592 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,592 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,595 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:21:21,597 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:21,600 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:21,601 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6ccea19cb4f8c076f9b567c0c61b4909; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72144441, jitterRate=0.0750359445810318}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:21:21,602 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:21,604 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., pid=11, masterSystemTime=1732126881570 2024-11-20T18:21:21,607 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,607 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:21,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6ccea19cb4f8c076f9b567c0c61b4909, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:21,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T18:21:21,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 in 194 msec 2024-11-20T18:21:21,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:21,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, ASSIGN in 355 msec 2024-11-20T18:21:21,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:21,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126881619"}]},"ts":"1732126881619"} 2024-11-20T18:21:21,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:21:21,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:21,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-11-20T18:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T18:21:22,544 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T18:21:22,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T18:21:22,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,556 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:22,561 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:22,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T18:21:22,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T18:21:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T18:21:22,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T18:21:22,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T18:21:22,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T18:21:22,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T18:21:22,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T18:21:22,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T18:21:22,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,612 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,613 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,613 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,613 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,615 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,617 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:22,620 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T18:21:22,627 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,628 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:22,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:22,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:22,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,634 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,642 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,659 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,670 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,672 DEBUG [hconnection-0x1047cde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,681 DEBUG [hconnection-0x2730282c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:22,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:22,690 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:22,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:22,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:22,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:22,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:22,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:22,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3e2d6b9113a842878da8b667f074a006 is 50, key is test_row_0/A:col10/1732126882668/Put/seqid=0 2024-11-20T18:21:22,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:22,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126942843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126942844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126942845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126942846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126942847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741839_1015 (size=16681) 2024-11-20T18:21:22,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3e2d6b9113a842878da8b667f074a006 2024-11-20T18:21:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:22,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126942983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:22,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126942986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126942986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126942987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126942987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:22,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7e06150f37cb4be4b97310af2d147314 is 50, key is test_row_0/B:col10/1732126882668/Put/seqid=0 2024-11-20T18:21:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741840_1016 (size=12001) 2024-11-20T18:21:23,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126943191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126943192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126943194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126943195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126943194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:23,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:23,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:23,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T18:21:23,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:21:23,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T18:21:23,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7e06150f37cb4be4b97310af2d147314 2024-11-20T18:21:23,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:23,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:23,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:23,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/887098442821408badc5e47a4bbf9b60 is 50, key is test_row_0/C:col10/1732126882668/Put/seqid=0 2024-11-20T18:21:23,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126943497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126943500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126943501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126943504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126943501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741841_1017 (size=12001) 2024-11-20T18:21:23,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/887098442821408badc5e47a4bbf9b60 2024-11-20T18:21:23,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3e2d6b9113a842878da8b667f074a006 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006 2024-11-20T18:21:23,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006, entries=250, sequenceid=12, filesize=16.3 K 2024-11-20T18:21:23,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7e06150f37cb4be4b97310af2d147314 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314 2024-11-20T18:21:23,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T18:21:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/887098442821408badc5e47a4bbf9b60 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60 2024-11-20T18:21:23,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T18:21:23,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 917ms, sequenceid=12, compaction requested=false 2024-11-20T18:21:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:23,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:23,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T18:21:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,630 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:21:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d305d062d90b480582f868e8142d5b3f is 50, key is test_row_0/A:col10/1732126882838/Put/seqid=0 2024-11-20T18:21:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741842_1018 (size=12001) 2024-11-20T18:21:23,678 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d305d062d90b480582f868e8142d5b3f 2024-11-20T18:21:23,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/fea96d0047d94036a4d4060bb819df8f is 50, key is test_row_0/B:col10/1732126882838/Put/seqid=0 2024-11-20T18:21:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741843_1019 (size=12001) 2024-11-20T18:21:23,716 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/fea96d0047d94036a4d4060bb819df8f 2024-11-20T18:21:23,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/25dfd5780496495d9f2b19f5659c2ba2 is 50, key is test_row_0/C:col10/1732126882838/Put/seqid=0 2024-11-20T18:21:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741844_1020 (size=12001) 2024-11-20T18:21:23,773 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/25dfd5780496495d9f2b19f5659c2ba2 2024-11-20T18:21:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d305d062d90b480582f868e8142d5b3f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f 2024-11-20T18:21:23,806 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T18:21:23,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/fea96d0047d94036a4d4060bb819df8f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f 2024-11-20T18:21:23,824 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T18:21:23,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/25dfd5780496495d9f2b19f5659c2ba2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2 2024-11-20T18:21:23,839 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T18:21:23,841 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6ccea19cb4f8c076f9b567c0c61b4909 in 210ms, sequenceid=37, compaction requested=false 2024-11-20T18:21:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T18:21:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T18:21:23,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T18:21:23,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2120 sec 2024-11-20T18:21:23,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2280 sec 2024-11-20T18:21:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:24,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/db76436a1cfe40d7a47da5afa12c2d3d is 50, key is test_row_0/A:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741845_1021 (size=16681) 2024-11-20T18:21:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126944131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126944134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126944135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126944136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126944148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:21:24,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126944252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126944252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126944253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126944256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126944256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126944461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126944462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126944463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126944463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126944466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/db76436a1cfe40d7a47da5afa12c2d3d 2024-11-20T18:21:24,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/3b7ec5c3acc8465f84142ec5747c5bbf is 50, key is test_row_0/B:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741846_1022 (size=12001) 2024-11-20T18:21:24,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/3b7ec5c3acc8465f84142ec5747c5bbf 2024-11-20T18:21:24,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/b88f3c3413ea4e8592eb21c65d2dcc8a is 50, key is test_row_0/C:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741847_1023 (size=12001) 2024-11-20T18:21:24,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/b88f3c3413ea4e8592eb21c65d2dcc8a 2024-11-20T18:21:24,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/db76436a1cfe40d7a47da5afa12c2d3d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d 2024-11-20T18:21:24,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d, entries=250, sequenceid=48, filesize=16.3 K 2024-11-20T18:21:24,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/3b7ec5c3acc8465f84142ec5747c5bbf as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf 2024-11-20T18:21:24,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T18:21:24,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/b88f3c3413ea4e8592eb21c65d2dcc8a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a 2024-11-20T18:21:24,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T18:21:24,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 618ms, sequenceid=48, compaction requested=true 2024-11-20T18:21:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:24,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:24,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:24,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:24,668 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:24,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:24,668 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:24,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:24,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:24,673 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:24,675 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:24,675 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:24,676 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=35.2 K 2024-11-20T18:21:24,679 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:24,679 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:24,680 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:24,680 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e06150f37cb4be4b97310af2d147314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126882666 2024-11-20T18:21:24,681 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=44.3 K 2024-11-20T18:21:24,681 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting fea96d0047d94036a4d4060bb819df8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732126882808 2024-11-20T18:21:24,682 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b7ec5c3acc8465f84142ec5747c5bbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:24,684 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e2d6b9113a842878da8b667f074a006, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126882634 2024-11-20T18:21:24,685 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d305d062d90b480582f868e8142d5b3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732126882808 2024-11-20T18:21:24,687 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting db76436a1cfe40d7a47da5afa12c2d3d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:24,720 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:24,722 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/f4670cf65a994bd9a381cafc500e6d39 is 50, key is test_row_0/A:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,730 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:24,732 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/cfc0b9b385ef4863a9c8397eaaa8b3fd is 50, key is test_row_0/B:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T18:21:24,745 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T18:21:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741848_1024 (size=12104) 2024-11-20T18:21:24,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T18:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T18:21:24,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:24,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:24,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741849_1025 (size=12104) 2024-11-20T18:21:24,767 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/f4670cf65a994bd9a381cafc500e6d39 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f4670cf65a994bd9a381cafc500e6d39 2024-11-20T18:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:24,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:21:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:24,776 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/cfc0b9b385ef4863a9c8397eaaa8b3fd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cfc0b9b385ef4863a9c8397eaaa8b3fd 2024-11-20T18:21:24,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2943a02399ae44a294d28cb478cfc9ad is 50, key is test_row_0/A:col10/1732126884126/Put/seqid=0 2024-11-20T18:21:24,795 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into f4670cf65a994bd9a381cafc500e6d39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:24,795 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:24,795 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126884668; duration=0sec 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:24,796 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into cfc0b9b385ef4863a9c8397eaaa8b3fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:24,796 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126884668; duration=0sec 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:24,796 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126944783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126944786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126944789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,802 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:24,802 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,802 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126944794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,802 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=35.2 K 2024-11-20T18:21:24,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126944797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,804 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 887098442821408badc5e47a4bbf9b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126882666 2024-11-20T18:21:24,805 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25dfd5780496495d9f2b19f5659c2ba2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732126882808 2024-11-20T18:21:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741850_1026 (size=12001) 2024-11-20T18:21:24,807 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b88f3c3413ea4e8592eb21c65d2dcc8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:24,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2943a02399ae44a294d28cb478cfc9ad 2024-11-20T18:21:24,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4a176c8a16774ec59f6de2b4a2e95a1d is 50, key is test_row_0/B:col10/1732126884126/Put/seqid=0 2024-11-20T18:21:24,832 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:24,833 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/6bc7c3eef9e645fe8f125e54a1a9d6f3 is 50, key is test_row_0/C:col10/1732126884046/Put/seqid=0 2024-11-20T18:21:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741851_1027 (size=12104) 2024-11-20T18:21:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T18:21:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741852_1028 (size=12001) 2024-11-20T18:21:24,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4a176c8a16774ec59f6de2b4a2e95a1d 2024-11-20T18:21:24,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/7e00717346f04acf97f479ac5954fa8c is 50, key is test_row_0/C:col10/1732126884126/Put/seqid=0 2024-11-20T18:21:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126944900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126944901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126944902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126944905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T18:21:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:24,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:24,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:24,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126944913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741853_1029 (size=12001) 2024-11-20T18:21:24,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/7e00717346f04acf97f479ac5954fa8c 2024-11-20T18:21:24,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2943a02399ae44a294d28cb478cfc9ad as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad 2024-11-20T18:21:24,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T18:21:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4a176c8a16774ec59f6de2b4a2e95a1d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d 2024-11-20T18:21:24,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T18:21:24,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/7e00717346f04acf97f479ac5954fa8c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c 2024-11-20T18:21:24,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T18:21:24,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6ccea19cb4f8c076f9b567c0c61b4909 in 214ms, sequenceid=74, compaction requested=false 2024-11-20T18:21:24,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T18:21:25,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T18:21:25,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,071 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T18:21:25,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:25,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/58f03e2b10a64e0ca70bae9645a7fdb1 is 50, key is test_row_0/A:col10/1732126884790/Put/seqid=0 2024-11-20T18:21:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741854_1030 (size=12001) 2024-11-20T18:21:25,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:25,114 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/58f03e2b10a64e0ca70bae9645a7fdb1 2024-11-20T18:21:25,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/100f9607597143f0b4b6d9bd5d6d0951 is 50, key is test_row_0/B:col10/1732126884790/Put/seqid=0 2024-11-20T18:21:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126945154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126945156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741855_1031 (size=12001) 2024-11-20T18:21:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126945158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,166 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/100f9607597143f0b4b6d9bd5d6d0951 2024-11-20T18:21:25,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126945165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126945166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a980f4081c63400cbd8f5c04da9e6acb is 50, key is test_row_0/C:col10/1732126884790/Put/seqid=0 2024-11-20T18:21:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741856_1032 (size=12001) 2024-11-20T18:21:25,217 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a980f4081c63400cbd8f5c04da9e6acb 2024-11-20T18:21:25,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/58f03e2b10a64e0ca70bae9645a7fdb1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1 2024-11-20T18:21:25,250 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1, entries=150, sequenceid=86, filesize=11.7 K 2024-11-20T18:21:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/100f9607597143f0b4b6d9bd5d6d0951 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951 2024-11-20T18:21:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126945267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,269 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/6bc7c3eef9e645fe8f125e54a1a9d6f3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/6bc7c3eef9e645fe8f125e54a1a9d6f3 2024-11-20T18:21:25,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126945267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126945268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,277 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951, entries=150, sequenceid=86, filesize=11.7 K 2024-11-20T18:21:25,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126945276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a980f4081c63400cbd8f5c04da9e6acb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb 2024-11-20T18:21:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126945277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,291 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into 6bc7c3eef9e645fe8f125e54a1a9d6f3(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:25,292 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:25,292 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126884669; duration=0sec 2024-11-20T18:21:25,292 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:25,292 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:25,294 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb, entries=150, sequenceid=86, filesize=11.7 K 2024-11-20T18:21:25,297 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6ccea19cb4f8c076f9b567c0c61b4909 in 226ms, sequenceid=86, compaction requested=true 2024-11-20T18:21:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T18:21:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T18:21:25,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T18:21:25,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 544 msec 2024-11-20T18:21:25,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 555 msec 2024-11-20T18:21:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T18:21:25,358 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T18:21:25,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T18:21:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:25,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:25,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:25,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:25,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:21:25,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:25,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T18:21:25,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:25,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:25,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:21:25,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:21:25,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:25,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T18:21:25,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:25,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126945487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e05b3587d0704b5aada92a8ac4897528 is 50, key is test_row_0/A:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:25,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126945487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126945489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126945490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126945491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741857_1033 (size=12001) 2024-11-20T18:21:25,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e05b3587d0704b5aada92a8ac4897528 2024-11-20T18:21:25,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 is 50, key is test_row_0/B:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741858_1034 (size=12001) 2024-11-20T18:21:25,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126945593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126945594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126945598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126945599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:25,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126945797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126945798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126945802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126945803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126945805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:25,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 2024-11-20T18:21:25,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:25,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:25,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/eb205852343f49c9a1f861e4ac9c8900 is 50, key is test_row_0/C:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741859_1035 (size=12001) 2024-11-20T18:21:26,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/eb205852343f49c9a1f861e4ac9c8900 2024-11-20T18:21:26,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e05b3587d0704b5aada92a8ac4897528 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528 2024-11-20T18:21:26,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T18:21:26,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 2024-11-20T18:21:26,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T18:21:26,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/eb205852343f49c9a1f861e4ac9c8900 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900 2024-11-20T18:21:26,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T18:21:26,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 6ccea19cb4f8c076f9b567c0c61b4909 in 628ms, sequenceid=116, compaction requested=true 2024-11-20T18:21:26,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:26,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:26,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:26,105 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:26,105 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:26,110 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:26,110 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:26,110 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,110 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f4670cf65a994bd9a381cafc500e6d39, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=47.0 K 2024-11-20T18:21:26,111 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:26,111 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:26,112 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,112 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cfc0b9b385ef4863a9c8397eaaa8b3fd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=47.0 K 2024-11-20T18:21:26,112 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4670cf65a994bd9a381cafc500e6d39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:26,113 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc0b9b385ef4863a9c8397eaaa8b3fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:26,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:26,114 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2943a02399ae44a294d28cb478cfc9ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732126884126 2024-11-20T18:21:26,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:26,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:26,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:26,115 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a176c8a16774ec59f6de2b4a2e95a1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732126884126 2024-11-20T18:21:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:26,115 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f03e2b10a64e0ca70bae9645a7fdb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732126884776 2024-11-20T18:21:26,116 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 100f9607597143f0b4b6d9bd5d6d0951, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732126884776 2024-11-20T18:21:26,116 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05b3587d0704b5aada92a8ac4897528, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:26,118 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 62e4a0a6d96d4d20a2ab8e7b4905f5f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:26,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0490f390a49a40468707d8c5fad89935 is 50, key is test_row_0/A:col10/1732126886106/Put/seqid=0 2024-11-20T18:21:26,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,154 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:26,154 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/404270fb51104377b841ce0c46c29f10 is 50, key is test_row_0/A:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:26,155 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:26,156 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/8c772e392c3d480cb382ae2b2043c1b6 is 50, key is test_row_0/B:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741860_1036 (size=12001) 2024-11-20T18:21:26,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0490f390a49a40468707d8c5fad89935 2024-11-20T18:21:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126946177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126946179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126946189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126946189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741861_1037 (size=12241) 2024-11-20T18:21:26,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d5009fd4c1df429ead64ded560eed423 is 50, key is test_row_0/B:col10/1732126886106/Put/seqid=0 2024-11-20T18:21:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741862_1038 (size=12241) 2024-11-20T18:21:26,241 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/404270fb51104377b841ce0c46c29f10 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/404270fb51104377b841ce0c46c29f10 2024-11-20T18:21:26,252 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 404270fb51104377b841ce0c46c29f10(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:26,252 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:26,252 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=12, startTime=1732126886104; duration=0sec 2024-11-20T18:21:26,252 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:26,252 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:26,252 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:26,255 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:26,255 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:26,255 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,255 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/6bc7c3eef9e645fe8f125e54a1a9d6f3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=47.0 K 2024-11-20T18:21:26,256 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc7c3eef9e645fe8f125e54a1a9d6f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732126884020 2024-11-20T18:21:26,256 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e00717346f04acf97f479ac5954fa8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732126884126 2024-11-20T18:21:26,257 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a980f4081c63400cbd8f5c04da9e6acb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732126884776 2024-11-20T18:21:26,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741863_1039 (size=12001) 2024-11-20T18:21:26,258 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb205852343f49c9a1f861e4ac9c8900, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:26,276 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:26,277 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a497cdb482dd4d0c96ce01bb5955238f is 50, key is test_row_0/C:col10/1732126885473/Put/seqid=0 2024-11-20T18:21:26,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126946291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126946292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126946296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126946303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741864_1040 (size=12241) 2024-11-20T18:21:26,325 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a497cdb482dd4d0c96ce01bb5955238f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a497cdb482dd4d0c96ce01bb5955238f 2024-11-20T18:21:26,341 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into a497cdb482dd4d0c96ce01bb5955238f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:26,341 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:26,341 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=12, startTime=1732126886105; duration=0sec 2024-11-20T18:21:26,343 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:26,343 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:26,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:26,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126946496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126946496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126946502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126946504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/8c772e392c3d480cb382ae2b2043c1b6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8c772e392c3d480cb382ae2b2043c1b6 2024-11-20T18:21:26,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d5009fd4c1df429ead64ded560eed423 2024-11-20T18:21:26,667 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 8c772e392c3d480cb382ae2b2043c1b6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:26,667 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:26,667 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=12, startTime=1732126886104; duration=0sec 2024-11-20T18:21:26,667 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:26,667 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:26,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 is 50, key is test_row_0/C:col10/1732126886106/Put/seqid=0 2024-11-20T18:21:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741865_1041 (size=12001) 2024-11-20T18:21:26,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126946801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126946801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126946807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126946809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:26,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:26,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:26,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 2024-11-20T18:21:27,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0490f390a49a40468707d8c5fad89935 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935 2024-11-20T18:21:27,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T18:21:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d5009fd4c1df429ead64ded560eed423 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423 2024-11-20T18:21:27,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T18:21:27,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 2024-11-20T18:21:27,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T18:21:27,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ccea19cb4f8c076f9b567c0c61b4909 in 1029ms, sequenceid=127, compaction requested=false 2024-11-20T18:21:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:27,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T18:21:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,230 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:21:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/22d3b4d205034316b917d7f867e74049 is 50, key is test_row_0/A:col10/1732126886186/Put/seqid=0 2024-11-20T18:21:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741866_1042 (size=12151) 2024-11-20T18:21:27,256 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/22d3b4d205034316b917d7f867e74049 2024-11-20T18:21:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/f6ed50809b544d8d93b6ca987a2f1718 is 50, key is test_row_0/B:col10/1732126886186/Put/seqid=0 2024-11-20T18:21:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741867_1043 (size=12151) 2024-11-20T18:21:27,293 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/f6ed50809b544d8d93b6ca987a2f1718 2024-11-20T18:21:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/28f077a1802141adb39383f1a1748b2d is 50, key is test_row_0/C:col10/1732126886186/Put/seqid=0 2024-11-20T18:21:27,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126947318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126947320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126947321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126947323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126947325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741868_1044 (size=12151) 2024-11-20T18:21:27,337 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/28f077a1802141adb39383f1a1748b2d 2024-11-20T18:21:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/22d3b4d205034316b917d7f867e74049 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049 2024-11-20T18:21:27,356 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T18:21:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/f6ed50809b544d8d93b6ca987a2f1718 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718 2024-11-20T18:21:27,370 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T18:21:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/28f077a1802141adb39383f1a1748b2d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d 2024-11-20T18:21:27,382 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T18:21:27,384 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 154ms, sequenceid=156, compaction requested=true 2024-11-20T18:21:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T18:21:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T18:21:27,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T18:21:27,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-11-20T18:21:27,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0300 sec 2024-11-20T18:21:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:27,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e0b32d11d2ad40999d76a47b10be391e is 50, key is test_row_0/A:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:27,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741869_1045 (size=19321) 2024-11-20T18:21:27,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e0b32d11d2ad40999d76a47b10be391e 2024-11-20T18:21:27,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/8757b4c02b9b4b55b8c04e611b47e3c4 is 50, key is test_row_0/B:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T18:21:27,472 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T18:21:27,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:27,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741870_1046 (size=12151) 2024-11-20T18:21:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T18:21:27,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/8757b4c02b9b4b55b8c04e611b47e3c4 2024-11-20T18:21:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T18:21:27,477 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:27,479 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:27,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:27,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/dafbb8acf5134eef8e0d9d430dee1cdd is 50, key is test_row_0/C:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741871_1047 (size=12151) 2024-11-20T18:21:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126947526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126947526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126947530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126947530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126947530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T18:21:27,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T18:21:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:27,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126947634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126947635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126947640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126947640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126947641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T18:21:27,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T18:21:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:27,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126947837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126947841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126947843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126947844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126947844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/dafbb8acf5134eef8e0d9d430dee1cdd 2024-11-20T18:21:27,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/e0b32d11d2ad40999d76a47b10be391e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e 2024-11-20T18:21:27,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e, entries=300, sequenceid=170, filesize=18.9 K 2024-11-20T18:21:27,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/8757b4c02b9b4b55b8c04e611b47e3c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4 2024-11-20T18:21:27,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T18:21:27,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/dafbb8acf5134eef8e0d9d430dee1cdd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd 2024-11-20T18:21:27,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T18:21:27,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6ccea19cb4f8c076f9b567c0c61b4909 in 510ms, sequenceid=170, compaction requested=true 2024-11-20T18:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:27,940 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:27,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:27,940 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:27,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:27,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:27,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:27,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:27,943 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:27,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T18:21:27,943 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,943 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,943 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:27,943 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/404270fb51104377b841ce0c46c29f10, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=54.4 K 2024-11-20T18:21:27,943 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:21:27,944 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:27,944 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:27,944 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8c772e392c3d480cb382ae2b2043c1b6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=47.4 K 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:27,947 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 404270fb51104377b841ce0c46c29f10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:27,948 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c772e392c3d480cb382ae2b2043c1b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:27,948 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0490f390a49a40468707d8c5fad89935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732126886106 2024-11-20T18:21:27,949 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d5009fd4c1df429ead64ded560eed423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732126886106 2024-11-20T18:21:27,949 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22d3b4d205034316b917d7f867e74049, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126886170 2024-11-20T18:21:27,950 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b32d11d2ad40999d76a47b10be391e, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:27,950 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ed50809b544d8d93b6ca987a2f1718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126886170 2024-11-20T18:21:27,952 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8757b4c02b9b4b55b8c04e611b47e3c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/5f9f6447b7904adabc43b76fc1b3469e is 50, key is test_row_0/A:col10/1732126887523/Put/seqid=0 2024-11-20T18:21:27,976 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:27,977 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/6d94c92e83824dc09fe91da7cfa67c09 is 50, key is test_row_0/A:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:27,985 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:27,986 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e69e391779b44b24b223c127d28ec526 is 50, key is test_row_0/B:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741872_1048 (size=12151) 2024-11-20T18:21:28,006 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/5f9f6447b7904adabc43b76fc1b3469e 2024-11-20T18:21:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741873_1049 (size=12527) 2024-11-20T18:21:28,021 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/6d94c92e83824dc09fe91da7cfa67c09 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/6d94c92e83824dc09fe91da7cfa67c09 2024-11-20T18:21:28,030 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 6d94c92e83824dc09fe91da7cfa67c09(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:28,030 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,030 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=12, startTime=1732126887940; duration=0sec 2024-11-20T18:21:28,030 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:28,031 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:28,031 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:28,034 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:28,034 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:28,035 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,035 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a497cdb482dd4d0c96ce01bb5955238f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=47.4 K 2024-11-20T18:21:28,035 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a497cdb482dd4d0c96ce01bb5955238f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732126885473 2024-11-20T18:21:28,037 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06b342ed6fdd4dd1ae7f7fa26b0d82d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732126886106 2024-11-20T18:21:28,037 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28f077a1802141adb39383f1a1748b2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126886170 2024-11-20T18:21:28,038 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting dafbb8acf5134eef8e0d9d430dee1cdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741874_1050 (size=12527) 2024-11-20T18:21:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/0392a3a4677c4787a0e0e2173e3210a6 is 50, key is test_row_0/B:col10/1732126887523/Put/seqid=0 2024-11-20T18:21:28,071 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:28,072 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e60dfbb4aa324815a3b9fc6839ef811b is 50, key is test_row_0/C:col10/1732126887319/Put/seqid=0 2024-11-20T18:21:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T18:21:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741876_1052 (size=12527) 2024-11-20T18:21:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741875_1051 (size=12151) 2024-11-20T18:21:28,095 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/0392a3a4677c4787a0e0e2173e3210a6 2024-11-20T18:21:28,097 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e60dfbb4aa324815a3b9fc6839ef811b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e60dfbb4aa324815a3b9fc6839ef811b 2024-11-20T18:21:28,112 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into e60dfbb4aa324815a3b9fc6839ef811b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:28,112 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,112 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=12, startTime=1732126887941; duration=0sec 2024-11-20T18:21:28,112 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:28,113 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9dbc60cc12423ba46f6347723f785f is 50, key is test_row_0/C:col10/1732126887523/Put/seqid=0 2024-11-20T18:21:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741877_1053 (size=12151) 2024-11-20T18:21:28,136 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9dbc60cc12423ba46f6347723f785f 2024-11-20T18:21:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/5f9f6447b7904adabc43b76fc1b3469e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e 2024-11-20T18:21:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:28,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126948155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126948159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126948159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126948161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126948161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,170 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T18:21:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/0392a3a4677c4787a0e0e2173e3210a6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6 2024-11-20T18:21:28,189 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T18:21:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9dbc60cc12423ba46f6347723f785f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f 2024-11-20T18:21:28,204 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T18:21:28,206 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6ccea19cb4f8c076f9b567c0c61b4909 in 262ms, sequenceid=193, compaction requested=false 2024-11-20T18:21:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T18:21:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T18:21:28,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T18:21:28,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 729 msec 2024-11-20T18:21:28,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 739 msec 2024-11-20T18:21:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:28,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:21:28,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:28,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/de7334d4bb1b441d98b5262b555f8dfb is 50, key is test_row_0/A:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741878_1054 (size=12151) 2024-11-20T18:21:28,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/de7334d4bb1b441d98b5262b555f8dfb 2024-11-20T18:21:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126948292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126948293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126948294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126948297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126948298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/56de4412b67a4e40aac849f2d2c84ef6 is 50, key is test_row_0/B:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741879_1055 (size=12151) 2024-11-20T18:21:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126948399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126948401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126948401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126948403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126948403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,455 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e69e391779b44b24b223c127d28ec526 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e69e391779b44b24b223c127d28ec526 2024-11-20T18:21:28,464 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into e69e391779b44b24b223c127d28ec526(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:28,464 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,464 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=12, startTime=1732126887940; duration=0sec 2024-11-20T18:21:28,465 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:28,465 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T18:21:28,583 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T18:21:28,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T18:21:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T18:21:28,588 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:28,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:28,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126948603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126948603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126948605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126948607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126948608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T18:21:28,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/56de4412b67a4e40aac849f2d2c84ef6 2024-11-20T18:21:28,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T18:21:28,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:28,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/1c98ad7553b0471d8f9e37ed092781f8 is 50, key is test_row_0/C:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741880_1056 (size=12151) 2024-11-20T18:21:28,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/1c98ad7553b0471d8f9e37ed092781f8 2024-11-20T18:21:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/de7334d4bb1b441d98b5262b555f8dfb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb 2024-11-20T18:21:28,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T18:21:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/56de4412b67a4e40aac849f2d2c84ef6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6 2024-11-20T18:21:28,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T18:21:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/1c98ad7553b0471d8f9e37ed092781f8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8 2024-11-20T18:21:28,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T18:21:28,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6ccea19cb4f8c076f9b567c0c61b4909 in 551ms, sequenceid=210, compaction requested=true 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:28,819 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:28,819 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:28,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:28,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:28,822 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,822 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/6d94c92e83824dc09fe91da7cfa67c09, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.0 K 2024-11-20T18:21:28,823 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:28,823 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:28,823 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,823 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e69e391779b44b24b223c127d28ec526, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.0 K 2024-11-20T18:21:28,824 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d94c92e83824dc09fe91da7cfa67c09, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:28,824 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e69e391779b44b24b223c127d28ec526, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:28,824 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9f6447b7904adabc43b76fc1b3469e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732126887523 2024-11-20T18:21:28,825 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0392a3a4677c4787a0e0e2173e3210a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732126887523 2024-11-20T18:21:28,825 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting de7334d4bb1b441d98b5262b555f8dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:28,825 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 56de4412b67a4e40aac849f2d2c84ef6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:28,839 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:28,841 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/fb44cb27d1424876a00a34957eba9d82 is 50, key is test_row_0/A:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,844 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:28,845 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9ee472f2302a4f2a923cbee1cc93fa5f is 50, key is test_row_0/B:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741881_1057 (size=12629) 2024-11-20T18:21:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741882_1058 (size=12629) 2024-11-20T18:21:28,876 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/fb44cb27d1424876a00a34957eba9d82 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/fb44cb27d1424876a00a34957eba9d82 2024-11-20T18:21:28,889 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into fb44cb27d1424876a00a34957eba9d82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:28,889 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:28,889 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126888819; duration=0sec 2024-11-20T18:21:28,889 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:28,889 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:28,889 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T18:21:28,892 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:28,892 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:28,892 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,892 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e60dfbb4aa324815a3b9fc6839ef811b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.0 K 2024-11-20T18:21:28,893 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60dfbb4aa324815a3b9fc6839ef811b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732126887319 2024-11-20T18:21:28,893 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9dbc60cc12423ba46f6347723f785f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732126887523 2024-11-20T18:21:28,894 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c98ad7553b0471d8f9e37ed092781f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:28,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T18:21:28,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:28,898 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:28,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:28,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/632c28d1830441ea8422a8ac88aee5d4 is 50, key is test_row_0/A:col10/1732126888291/Put/seqid=0 2024-11-20T18:21:28,920 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:28,921 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/abe5e89539134d1bad6e60fe09fdc719 is 50, key is test_row_0/C:col10/1732126888264/Put/seqid=0 2024-11-20T18:21:28,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126948925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126948925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126948926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126948928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126948928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741883_1059 (size=12151) 2024-11-20T18:21:28,938 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/632c28d1830441ea8422a8ac88aee5d4 2024-11-20T18:21:28,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1b0e75f9196d42c18add66ad08a9a803 is 50, key is test_row_0/B:col10/1732126888291/Put/seqid=0 2024-11-20T18:21:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741884_1060 (size=12629) 2024-11-20T18:21:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741885_1061 (size=12151) 2024-11-20T18:21:28,990 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1b0e75f9196d42c18add66ad08a9a803 2024-11-20T18:21:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 is 50, key is test_row_0/C:col10/1732126888291/Put/seqid=0 2024-11-20T18:21:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741886_1062 (size=12151) 2024-11-20T18:21:29,021 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 2024-11-20T18:21:29,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/632c28d1830441ea8422a8ac88aee5d4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4 2024-11-20T18:21:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126949032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126949032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126949033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126949034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126949034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,041 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T18:21:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1b0e75f9196d42c18add66ad08a9a803 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803 2024-11-20T18:21:29,052 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T18:21:29,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 2024-11-20T18:21:29,062 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T18:21:29,064 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6ccea19cb4f8c076f9b567c0c61b4909 in 167ms, sequenceid=234, compaction requested=false 2024-11-20T18:21:29,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:29,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T18:21:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T18:21:29,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T18:21:29,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 478 msec 2024-11-20T18:21:29,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 487 msec 2024-11-20T18:21:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T18:21:29,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T18:21:29,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T18:21:29,195 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:29,196 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:29,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:29,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T18:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:29,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4b580bf3761044dab498bad9dfdc547a is 50, key is test_row_0/A:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126949266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126949268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126949272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126949272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126949273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,280 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9ee472f2302a4f2a923cbee1cc93fa5f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9ee472f2302a4f2a923cbee1cc93fa5f 2024-11-20T18:21:29,289 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 9ee472f2302a4f2a923cbee1cc93fa5f(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:29,289 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:29,289 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126888819; duration=0sec 2024-11-20T18:21:29,289 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:29,290 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:29,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741887_1063 (size=19321) 2024-11-20T18:21:29,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,374 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/abe5e89539134d1bad6e60fe09fdc719 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/abe5e89539134d1bad6e60fe09fdc719 2024-11-20T18:21:29,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126949376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126949376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126949378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126949378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126949379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,385 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into abe5e89539134d1bad6e60fe09fdc719(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:29,385 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:29,385 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126888819; duration=0sec 2024-11-20T18:21:29,385 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:29,385 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:29,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126949580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126949584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126949585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126949586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126949587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4b580bf3761044dab498bad9dfdc547a 2024-11-20T18:21:29,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b0fce7503b5d4f409651d81ad913d176 is 50, key is test_row_0/B:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:29,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741888_1064 (size=12151) 2024-11-20T18:21:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:29,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126949887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126949892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126949892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126949896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126949896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:29,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:29,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:29,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b0fce7503b5d4f409651d81ad913d176 2024-11-20T18:21:30,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/4dece9c248234c07b5f6535ff52f3d65 is 50, key is test_row_0/C:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:30,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741889_1065 (size=12151) 2024-11-20T18:21:30,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126950394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126950396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126950399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126950399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126950399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/4dece9c248234c07b5f6535ff52f3d65 2024-11-20T18:21:30,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:30,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4b580bf3761044dab498bad9dfdc547a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a 2024-11-20T18:21:30,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a, entries=300, sequenceid=252, filesize=18.9 K 2024-11-20T18:21:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b0fce7503b5d4f409651d81ad913d176 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176 2024-11-20T18:21:30,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T18:21:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/4dece9c248234c07b5f6535ff52f3d65 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65 2024-11-20T18:21:30,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T18:21:30,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6ccea19cb4f8c076f9b567c0c61b4909 in 1384ms, sequenceid=252, compaction requested=true 2024-11-20T18:21:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:30,627 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:30,627 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:30,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:30,630 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:30,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:30,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:30,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:30,630 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:30,630 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:30,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:30,630 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,630 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,630 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9ee472f2302a4f2a923cbee1cc93fa5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.1 K 2024-11-20T18:21:30,630 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/fb44cb27d1424876a00a34957eba9d82, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=43.1 K 2024-11-20T18:21:30,631 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb44cb27d1424876a00a34957eba9d82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:30,631 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ee472f2302a4f2a923cbee1cc93fa5f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:30,631 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 632c28d1830441ea8422a8ac88aee5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732126888291 2024-11-20T18:21:30,631 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b0e75f9196d42c18add66ad08a9a803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732126888291 2024-11-20T18:21:30,632 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b580bf3761044dab498bad9dfdc547a, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:30,632 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b0fce7503b5d4f409651d81ad913d176, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:30,651 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:30,653 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/36b84e4c18b44b0a9a7164f95d433c04 is 50, key is test_row_0/A:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:30,662 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:30,663 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/23dacf0414514a52b819e5b55362f98a is 50, key is test_row_0/B:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741891_1067 (size=12731) 2024-11-20T18:21:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741890_1066 (size=12731) 2024-11-20T18:21:30,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/36b84e4c18b44b0a9a7164f95d433c04 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/36b84e4c18b44b0a9a7164f95d433c04 2024-11-20T18:21:30,708 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 36b84e4c18b44b0a9a7164f95d433c04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:30,709 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:30,709 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126890627; duration=0sec 2024-11-20T18:21:30,709 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:30,709 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:30,709 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:30,710 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:30,711 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:30,711 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,711 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/abe5e89539134d1bad6e60fe09fdc719, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.1 K 2024-11-20T18:21:30,711 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting abe5e89539134d1bad6e60fe09fdc719, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732126888158 2024-11-20T18:21:30,713 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66fc6f2f2b8544e2bf7080c4ec1cdf01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732126888291 2024-11-20T18:21:30,713 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dece9c248234c07b5f6535ff52f3d65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:30,725 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:30,726 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/523c3133cdae4782846c48341a5531ea is 50, key is test_row_0/C:col10/1732126888923/Put/seqid=0 2024-11-20T18:21:30,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741892_1068 (size=12731) 2024-11-20T18:21:30,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T18:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:30,740 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T18:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/18d2e1af810a456f83ed026bdebfe2ad is 50, key is test_row_0/A:col10/1732126889270/Put/seqid=0 2024-11-20T18:21:30,748 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/523c3133cdae4782846c48341a5531ea as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/523c3133cdae4782846c48341a5531ea 2024-11-20T18:21:30,755 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into 523c3133cdae4782846c48341a5531ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:30,755 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:30,755 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126890630; duration=0sec 2024-11-20T18:21:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741893_1069 (size=12301) 2024-11-20T18:21:30,755 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:30,756 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:30,756 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/18d2e1af810a456f83ed026bdebfe2ad 2024-11-20T18:21:30,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 is 50, key is test_row_0/B:col10/1732126889270/Put/seqid=0 2024-11-20T18:21:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741894_1070 (size=12301) 2024-11-20T18:21:31,099 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/23dacf0414514a52b819e5b55362f98a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/23dacf0414514a52b819e5b55362f98a 2024-11-20T18:21:31,113 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 23dacf0414514a52b819e5b55362f98a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:31,113 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:31,113 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126890627; duration=0sec 2024-11-20T18:21:31,113 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:31,113 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:31,171 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 2024-11-20T18:21:31,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9373e4553eda4c99959b7e93b4ae30b7 is 50, key is test_row_0/C:col10/1732126889270/Put/seqid=0 2024-11-20T18:21:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741895_1071 (size=12301) 2024-11-20T18:21:31,202 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9373e4553eda4c99959b7e93b4ae30b7 2024-11-20T18:21:31,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/18d2e1af810a456f83ed026bdebfe2ad as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad 2024-11-20T18:21:31,225 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T18:21:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 2024-11-20T18:21:31,236 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T18:21:31,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9373e4553eda4c99959b7e93b4ae30b7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7 2024-11-20T18:21:31,247 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T18:21:31,248 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 6ccea19cb4f8c076f9b567c0c61b4909 in 508ms, sequenceid=274, compaction requested=false 2024-11-20T18:21:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T18:21:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T18:21:31,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T18:21:31,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0540 sec 2024-11-20T18:21:31,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0590 sec 2024-11-20T18:21:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T18:21:31,302 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T18:21:31,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T18:21:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:31,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:31,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:31,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:31,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:31,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:31,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a5687108049408dace9cfa931cdab4c is 50, key is test_row_0/A:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:31,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:31,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:31,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741896_1072 (size=12301) 2024-11-20T18:21:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126951460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126951460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126951463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a5687108049408dace9cfa931cdab4c 2024-11-20T18:21:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126951463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126951464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/231c1d3577ac49dc83c37c2fd64695db is 50, key is test_row_0/B:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:31,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741897_1073 (size=12301) 2024-11-20T18:21:31,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126951567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126951567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126951570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126951571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126951571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:31,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126951773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126951773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126951774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126951774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126951775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/231c1d3577ac49dc83c37c2fd64695db 2024-11-20T18:21:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:31,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/677674063d2041c787e8c2885aacb402 is 50, key is test_row_0/C:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:31,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:31,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:31,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:31,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741898_1074 (size=12301) 2024-11-20T18:21:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:31,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/677674063d2041c787e8c2885aacb402 2024-11-20T18:21:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a5687108049408dace9cfa931cdab4c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c 2024-11-20T18:21:31,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T18:21:31,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/231c1d3577ac49dc83c37c2fd64695db as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db 2024-11-20T18:21:31,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T18:21:31,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/677674063d2041c787e8c2885aacb402 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402 2024-11-20T18:21:31,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T18:21:31,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 552ms, sequenceid=289, compaction requested=true 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:31,975 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:31,975 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:31,977 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:31,977 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:31,977 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,977 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/36b84e4c18b44b0a9a7164f95d433c04, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.5 K 2024-11-20T18:21:31,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:31,980 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36b84e4c18b44b0a9a7164f95d433c04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:31,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:31,980 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:31,980 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/23dacf0414514a52b819e5b55362f98a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.5 K 2024-11-20T18:21:31,981 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 23dacf0414514a52b819e5b55362f98a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:31,981 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d2e1af810a456f83ed026bdebfe2ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732126889263 2024-11-20T18:21:31,981 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7b51c6a2c14f7cbe49de8d8d9fab99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732126889263 2024-11-20T18:21:31,981 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a5687108049408dace9cfa931cdab4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:31,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 231c1d3577ac49dc83c37c2fd64695db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:31,996 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#60 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:31,996 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/87979bd3a8404bed9933c9a4087ab34e is 50, key is test_row_0/A:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:32,001 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:32,002 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/58d08d7319dd4a18abe54bba2df2fed5 is 50, key is test_row_0/B:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741899_1075 (size=12983) 2024-11-20T18:21:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741900_1076 (size=12983) 2024-11-20T18:21:32,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:32,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:32,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4a0cf01310004e74a837d09cc881112f is 50, key is test_row_0/A:col10/1732126892079/Put/seqid=0 2024-11-20T18:21:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126952087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126952089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126952092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126952093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126952093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741901_1077 (size=14741) 2024-11-20T18:21:32,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4a0cf01310004e74a837d09cc881112f 2024-11-20T18:21:32,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/c3d9a36d00d749bd90ca32e938727391 is 50, key is test_row_0/B:col10/1732126892079/Put/seqid=0 2024-11-20T18:21:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741902_1078 (size=12301) 2024-11-20T18:21:32,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/c3d9a36d00d749bd90ca32e938727391 2024-11-20T18:21:32,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/05e59e57f1e143e889f242a9e1a54ece is 50, key is test_row_0/C:col10/1732126892079/Put/seqid=0 2024-11-20T18:21:32,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741903_1079 (size=12301) 2024-11-20T18:21:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126952194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126952195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126952198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126952198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126952199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126952398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126952399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126952400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126952401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126952403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:32,426 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/87979bd3a8404bed9933c9a4087ab34e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/87979bd3a8404bed9933c9a4087ab34e 2024-11-20T18:21:32,433 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 87979bd3a8404bed9933c9a4087ab34e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:32,433 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:32,433 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126891975; duration=0sec 2024-11-20T18:21:32,434 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:32,434 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:32,434 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:32,435 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:32,435 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:32,435 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,436 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/523c3133cdae4782846c48341a5531ea, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.5 K 2024-11-20T18:21:32,437 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 523c3133cdae4782846c48341a5531ea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732126888923 2024-11-20T18:21:32,437 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9373e4553eda4c99959b7e93b4ae30b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732126889263 2024-11-20T18:21:32,438 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677674063d2041c787e8c2885aacb402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:32,441 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/58d08d7319dd4a18abe54bba2df2fed5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/58d08d7319dd4a18abe54bba2df2fed5 2024-11-20T18:21:32,452 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 58d08d7319dd4a18abe54bba2df2fed5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:32,452 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:32,453 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126891975; duration=0sec 2024-11-20T18:21:32,453 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:32,453 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:32,459 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:32,460 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/b148087fdca84759823d864cf32666c5 is 50, key is test_row_0/C:col10/1732126891414/Put/seqid=0 2024-11-20T18:21:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741904_1080 (size=12983) 2024-11-20T18:21:32,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:32,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/05e59e57f1e143e889f242a9e1a54ece 2024-11-20T18:21:32,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/4a0cf01310004e74a837d09cc881112f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f 2024-11-20T18:21:32,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f, entries=200, sequenceid=315, filesize=14.4 K 2024-11-20T18:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/c3d9a36d00d749bd90ca32e938727391 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391 2024-11-20T18:21:32,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T18:21:32,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/05e59e57f1e143e889f242a9e1a54ece as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece 2024-11-20T18:21:32,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T18:21:32,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 518ms, sequenceid=315, compaction requested=false 2024-11-20T18:21:32,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:32,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T18:21:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:32,697 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:32,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:32,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/14f9af39ae7248fc81ed8c123842dc0a is 50, key is test_row_0/A:col10/1732126892091/Put/seqid=0 2024-11-20T18:21:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:32,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741905_1081 (size=12301) 2024-11-20T18:21:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126952733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126952734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126952738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126952740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126952740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126952842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126952845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126952845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126952845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126952845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:32,873 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/b148087fdca84759823d864cf32666c5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b148087fdca84759823d864cf32666c5 2024-11-20T18:21:32,880 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into b148087fdca84759823d864cf32666c5(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:32,880 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:32,880 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126891975; duration=0sec 2024-11-20T18:21:32,880 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:32,880 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:33,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126953045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126953047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126953047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126953049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126953049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,114 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/14f9af39ae7248fc81ed8c123842dc0a 2024-11-20T18:21:33,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/435b126bb1a74816896d4f3a3125d7fc is 50, key is test_row_0/B:col10/1732126892091/Put/seqid=0 2024-11-20T18:21:33,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741906_1082 (size=12301) 2024-11-20T18:21:33,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126953347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126953350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126953350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126953353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126953354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:33,531 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/435b126bb1a74816896d4f3a3125d7fc 2024-11-20T18:21:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e0cce3a4defd49ed9531a3cab11e1b1a is 50, key is test_row_0/C:col10/1732126892091/Put/seqid=0 2024-11-20T18:21:33,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741907_1083 (size=12301) 2024-11-20T18:21:33,549 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e0cce3a4defd49ed9531a3cab11e1b1a 2024-11-20T18:21:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/14f9af39ae7248fc81ed8c123842dc0a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a 2024-11-20T18:21:33,565 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T18:21:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/435b126bb1a74816896d4f3a3125d7fc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc 2024-11-20T18:21:33,573 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T18:21:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e0cce3a4defd49ed9531a3cab11e1b1a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a 2024-11-20T18:21:33,580 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T18:21:33,582 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ccea19cb4f8c076f9b567c0c61b4909 in 884ms, sequenceid=328, compaction requested=true 2024-11-20T18:21:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T18:21:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T18:21:33,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T18:21:33,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2750 sec 2024-11-20T18:21:33,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.2810 sec 2024-11-20T18:21:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:33,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:21:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/bb3acc7d0a954031abf330b43febb2c8 is 50, key is test_row_0/A:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126953859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126953860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126953860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126953861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126953863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741908_1084 (size=14741) 2024-11-20T18:21:33,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/bb3acc7d0a954031abf330b43febb2c8 2024-11-20T18:21:33,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/835d43f83988474a9bc4a5a428471956 is 50, key is test_row_0/B:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:33,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741909_1085 (size=12301) 2024-11-20T18:21:33,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/835d43f83988474a9bc4a5a428471956 2024-11-20T18:21:33,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/69d7e8637a8a48e7b2f867cbdc453d22 is 50, key is test_row_0/C:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741910_1086 (size=12301) 2024-11-20T18:21:33,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/69d7e8637a8a48e7b2f867cbdc453d22 2024-11-20T18:21:33,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/bb3acc7d0a954031abf330b43febb2c8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8 2024-11-20T18:21:33,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8, entries=200, sequenceid=356, filesize=14.4 K 2024-11-20T18:21:33,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/835d43f83988474a9bc4a5a428471956 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956 2024-11-20T18:21:33,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T18:21:33,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/69d7e8637a8a48e7b2f867cbdc453d22 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22 2024-11-20T18:21:33,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126953964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:33,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T18:21:33,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6ccea19cb4f8c076f9b567c0c61b4909 in 116ms, sequenceid=356, compaction requested=true 2024-11-20T18:21:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:33,971 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:33,971 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:33,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:33,973 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:33,973 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:33,973 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:33,974 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/87979bd3a8404bed9933c9a4087ab34e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=53.5 K 2024-11-20T18:21:33,974 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:33,974 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:33,975 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:33,975 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/58d08d7319dd4a18abe54bba2df2fed5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=48.7 K 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:33,975 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 87979bd3a8404bed9933c9a4087ab34e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:33,976 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d08d7319dd4a18abe54bba2df2fed5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:33,976 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a0cf01310004e74a837d09cc881112f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732126891455 2024-11-20T18:21:33,976 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3d9a36d00d749bd90ca32e938727391, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732126891460 2024-11-20T18:21:33,977 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 14f9af39ae7248fc81ed8c123842dc0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732126892083 2024-11-20T18:21:33,977 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435b126bb1a74816896d4f3a3125d7fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732126892083 2024-11-20T18:21:33,978 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3acc7d0a954031abf330b43febb2c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:33,978 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 835d43f83988474a9bc4a5a428471956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:33,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/53d14d9e8a844860912d37f29c7a865c is 50, key is test_row_0/A:col10/1732126893971/Put/seqid=0 2024-11-20T18:21:34,003 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:34,004 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7430d82737c942e49892890c3b5b2608 is 50, key is test_row_0/A:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:34,014 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:34,016 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e0678c46a2054388b0fcecc9f8640991 is 50, key is test_row_0/B:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741911_1087 (size=12301) 2024-11-20T18:21:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741912_1088 (size=13119) 2024-11-20T18:21:34,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126954024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126954025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126954027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741913_1089 (size=13119) 2024-11-20T18:21:34,051 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e0678c46a2054388b0fcecc9f8640991 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e0678c46a2054388b0fcecc9f8640991 2024-11-20T18:21:34,060 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into e0678c46a2054388b0fcecc9f8640991(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:34,060 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:34,061 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=12, startTime=1732126893971; duration=0sec 2024-11-20T18:21:34,061 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:34,061 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:34,061 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:34,064 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:34,064 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:34,064 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:34,064 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b148087fdca84759823d864cf32666c5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=48.7 K 2024-11-20T18:21:34,064 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b148087fdca84759823d864cf32666c5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732126891414 2024-11-20T18:21:34,065 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e59e57f1e143e889f242a9e1a54ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732126891460 2024-11-20T18:21:34,065 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0cce3a4defd49ed9531a3cab11e1b1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732126892083 2024-11-20T18:21:34,066 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d7e8637a8a48e7b2f867cbdc453d22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:34,079 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:34,080 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a2fc52c53b4b4adf989e09d1dfe617d0 is 50, key is test_row_0/C:col10/1732126892731/Put/seqid=0 2024-11-20T18:21:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741914_1090 (size=13119) 2024-11-20T18:21:34,104 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/a2fc52c53b4b4adf989e09d1dfe617d0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a2fc52c53b4b4adf989e09d1dfe617d0 2024-11-20T18:21:34,115 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into a2fc52c53b4b4adf989e09d1dfe617d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:34,116 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:34,116 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=12, startTime=1732126893971; duration=0sec 2024-11-20T18:21:34,116 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:34,116 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:34,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126954130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126954131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126954130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126954166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126954334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126954337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126954340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/53d14d9e8a844860912d37f29c7a865c 2024-11-20T18:21:34,430 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7430d82737c942e49892890c3b5b2608 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7430d82737c942e49892890c3b5b2608 2024-11-20T18:21:34,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/6bf8471d232e4444b3abfd1e3f837c0e is 50, key is test_row_0/B:col10/1732126893971/Put/seqid=0 2024-11-20T18:21:34,436 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 7430d82737c942e49892890c3b5b2608(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:34,437 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:34,437 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=12, startTime=1732126893970; duration=0sec 2024-11-20T18:21:34,437 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:34,437 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741915_1091 (size=12301) 2024-11-20T18:21:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126954470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126954638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126954642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126954643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/6bf8471d232e4444b3abfd1e3f837c0e 2024-11-20T18:21:34,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/2df8c1ed97684932bfbec92172f091b5 is 50, key is test_row_0/C:col10/1732126893971/Put/seqid=0 2024-11-20T18:21:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741916_1092 (size=12301) 2024-11-20T18:21:34,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/2df8c1ed97684932bfbec92172f091b5 2024-11-20T18:21:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/53d14d9e8a844860912d37f29c7a865c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c 2024-11-20T18:21:34,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T18:21:34,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/6bf8471d232e4444b3abfd1e3f837c0e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e 2024-11-20T18:21:34,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126954872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:34,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T18:21:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/2df8c1ed97684932bfbec92172f091b5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5 2024-11-20T18:21:34,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T18:21:34,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ccea19cb4f8c076f9b567c0c61b4909 in 919ms, sequenceid=368, compaction requested=false 2024-11-20T18:21:34,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:34,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:21:34,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:34,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7df8923d160a4f30bdee763bc35ca5b1 is 50, key is test_row_0/A:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741917_1093 (size=14741) 2024-11-20T18:21:35,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7df8923d160a4f30bdee763bc35ca5b1 2024-11-20T18:21:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e301d68e9e91428fae36159719785c9e is 50, key is test_row_0/B:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741918_1094 (size=12301) 2024-11-20T18:21:35,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126955144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126955145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126955148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T18:21:35,412 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T18:21:35,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T18:21:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T18:21:35,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:35,418 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:35,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:35,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e301d68e9e91428fae36159719785c9e 2024-11-20T18:21:35,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0c98a72fd1d341f3b7e7d280ff7e4258 is 50, key is test_row_0/C:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741919_1095 (size=12301) 2024-11-20T18:21:35,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0c98a72fd1d341f3b7e7d280ff7e4258 2024-11-20T18:21:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7df8923d160a4f30bdee763bc35ca5b1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1 2024-11-20T18:21:35,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1, entries=200, sequenceid=396, filesize=14.4 K 2024-11-20T18:21:35,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/e301d68e9e91428fae36159719785c9e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e 2024-11-20T18:21:35,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e, entries=150, sequenceid=396, filesize=12.0 K 2024-11-20T18:21:35,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0c98a72fd1d341f3b7e7d280ff7e4258 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258 2024-11-20T18:21:35,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258, entries=150, sequenceid=396, filesize=12.0 K 2024-11-20T18:21:35,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 525ms, sequenceid=396, compaction requested=true 2024-11-20T18:21:35,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:35,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:35,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:35,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:35,502 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:35,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:35,502 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:35,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:35,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:35,503 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:35,503 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:35,503 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:35,503 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:35,503 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:35,503 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:35,503 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e0678c46a2054388b0fcecc9f8640991, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.8 K 2024-11-20T18:21:35,504 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7430d82737c942e49892890c3b5b2608, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=39.2 K 2024-11-20T18:21:35,504 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e0678c46a2054388b0fcecc9f8640991, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:35,504 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7430d82737c942e49892890c3b5b2608, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:35,505 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bf8471d232e4444b3abfd1e3f837c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732126893861 2024-11-20T18:21:35,505 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53d14d9e8a844860912d37f29c7a865c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732126893861 2024-11-20T18:21:35,505 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e301d68e9e91428fae36159719785c9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894023 2024-11-20T18:21:35,505 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7df8923d160a4f30bdee763bc35ca5b1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894021 2024-11-20T18:21:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T18:21:35,523 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:35,524 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:35,524 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9e94c3d86f794cf6bca456b7de4b5c97 is 50, key is test_row_0/B:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,525 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/56849ac216f54498afd3af5805861739 is 50, key is test_row_0/A:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741920_1096 (size=13221) 2024-11-20T18:21:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741921_1097 (size=13221) 2024-11-20T18:21:35,552 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/56849ac216f54498afd3af5805861739 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/56849ac216f54498afd3af5805861739 2024-11-20T18:21:35,560 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 56849ac216f54498afd3af5805861739(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:35,560 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:35,560 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126895501; duration=0sec 2024-11-20T18:21:35,560 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:35,560 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:35,560 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:35,563 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:35,563 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:35,563 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:35,564 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a2fc52c53b4b4adf989e09d1dfe617d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.8 K 2024-11-20T18:21:35,564 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2fc52c53b4b4adf989e09d1dfe617d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126892731 2024-11-20T18:21:35,565 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2df8c1ed97684932bfbec92172f091b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732126893861 2024-11-20T18:21:35,567 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c98a72fd1d341f3b7e7d280ff7e4258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894023 2024-11-20T18:21:35,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T18:21:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:35,571 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:35,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2605ce2281bf43cd9a9dd7d89766c57a is 50, key is test_row_0/A:col10/1732126895004/Put/seqid=0 2024-11-20T18:21:35,582 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:35,583 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/bd68aec784c9427b95357df9ae2df681 is 50, key is test_row_0/C:col10/1732126894023/Put/seqid=0 2024-11-20T18:21:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741922_1098 (size=12301) 2024-11-20T18:21:35,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741923_1099 (size=13221) 2024-11-20T18:21:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:35,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:35,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T18:21:35,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,941 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9e94c3d86f794cf6bca456b7de4b5c97 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9e94c3d86f794cf6bca456b7de4b5c97 2024-11-20T18:21:35,954 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 9e94c3d86f794cf6bca456b7de4b5c97(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:35,954 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:35,954 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126895502; duration=0sec 2024-11-20T18:21:35,955 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:35,955 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:35,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126955986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:35,994 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2605ce2281bf43cd9a9dd7d89766c57a 2024-11-20T18:21:36,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/eb9bf7c467ce410aa0dbabb3038bb2b3 is 50, key is test_row_0/B:col10/1732126895004/Put/seqid=0 2024-11-20T18:21:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741924_1100 (size=12301) 2024-11-20T18:21:36,011 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/eb9bf7c467ce410aa0dbabb3038bb2b3 2024-11-20T18:21:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T18:21:36,019 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/bd68aec784c9427b95357df9ae2df681 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bd68aec784c9427b95357df9ae2df681 2024-11-20T18:21:36,026 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into bd68aec784c9427b95357df9ae2df681(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:36,026 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:36,026 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126895502; duration=0sec 2024-11-20T18:21:36,026 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:36,026 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e40e6a46146b4c65b4d18d797a88f8f6 is 50, key is test_row_0/C:col10/1732126895004/Put/seqid=0 2024-11-20T18:21:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741925_1101 (size=12301) 2024-11-20T18:21:36,042 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e40e6a46146b4c65b4d18d797a88f8f6 2024-11-20T18:21:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/2605ce2281bf43cd9a9dd7d89766c57a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a 2024-11-20T18:21:36,054 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T18:21:36,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/eb9bf7c467ce410aa0dbabb3038bb2b3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3 2024-11-20T18:21:36,061 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T18:21:36,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e40e6a46146b4c65b4d18d797a88f8f6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6 2024-11-20T18:21:36,068 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6, entries=150, sequenceid=408, filesize=12.0 K 2024-11-20T18:21:36,069 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 499ms, sequenceid=408, compaction requested=false 2024-11-20T18:21:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T18:21:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T18:21:36,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T18:21:36,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 652 msec 2024-11-20T18:21:36,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 659 msec 2024-11-20T18:21:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:36,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d0e92a7df991401a8dce843748addc65 is 50, key is test_row_0/A:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126956170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126956171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126956171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741926_1102 (size=14741) 2024-11-20T18:21:36,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126956273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126956274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126956274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126956289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126956475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126956477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126956477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T18:21:36,520 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T18:21:36,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T18:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T18:21:36,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:36,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:36,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:36,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d0e92a7df991401a8dce843748addc65 2024-11-20T18:21:36,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b5067f062bcb49e584799abec6853fa3 is 50, key is test_row_0/B:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:36,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741927_1103 (size=12301) 2024-11-20T18:21:36,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b5067f062bcb49e584799abec6853fa3 2024-11-20T18:21:36,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/aa14dc7ee62c47f79a4e47fa269b0612 is 50, key is test_row_0/C:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741928_1104 (size=12301) 2024-11-20T18:21:36,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/aa14dc7ee62c47f79a4e47fa269b0612 2024-11-20T18:21:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d0e92a7df991401a8dce843748addc65 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65 2024-11-20T18:21:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T18:21:36,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65, entries=200, sequenceid=436, filesize=14.4 K 2024-11-20T18:21:36,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/b5067f062bcb49e584799abec6853fa3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3 2024-11-20T18:21:36,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T18:21:36,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/aa14dc7ee62c47f79a4e47fa269b0612 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612 2024-11-20T18:21:36,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T18:21:36,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 492ms, sequenceid=436, compaction requested=true 2024-11-20T18:21:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:36,645 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:36,645 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:36,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:36,646 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:36,646 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:36,646 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:36,646 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:36,646 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:36,646 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:36,647 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/56849ac216f54498afd3af5805861739, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=39.3 K 2024-11-20T18:21:36,647 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9e94c3d86f794cf6bca456b7de4b5c97, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.9 K 2024-11-20T18:21:36,647 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56849ac216f54498afd3af5805861739, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894023 2024-11-20T18:21:36,647 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e94c3d86f794cf6bca456b7de4b5c97, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894023 2024-11-20T18:21:36,647 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9bf7c467ce410aa0dbabb3038bb2b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732126894997 2024-11-20T18:21:36,647 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2605ce2281bf43cd9a9dd7d89766c57a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732126894997 2024-11-20T18:21:36,648 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b5067f062bcb49e584799abec6853fa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:36,648 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e92a7df991401a8dce843748addc65, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:36,657 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:36,657 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:36,658 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/65df142f4aca408bb2fe082ae69aeb87 is 50, key is test_row_0/B:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:36,658 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/5f1f9b611ce14a6ba04c7fbb3025e6f9 is 50, key is test_row_0/A:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741929_1105 (size=13323) 2024-11-20T18:21:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741930_1106 (size=13323) 2024-11-20T18:21:36,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T18:21:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:36,677 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:36,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/9838664d5e984413a235c00b7e5f32f3 is 50, key is test_row_0/A:col10/1732126896170/Put/seqid=0 2024-11-20T18:21:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741931_1107 (size=12301) 2024-11-20T18:21:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:36,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:36,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126956801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126956801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126956804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126956804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T18:21:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126956882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,883 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:36,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126956906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126956906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126956907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:36,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126956908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,078 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/65df142f4aca408bb2fe082ae69aeb87 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/65df142f4aca408bb2fe082ae69aeb87 2024-11-20T18:21:37,079 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/5f1f9b611ce14a6ba04c7fbb3025e6f9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f1f9b611ce14a6ba04c7fbb3025e6f9 2024-11-20T18:21:37,084 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 65df142f4aca408bb2fe082ae69aeb87(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:37,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:37,084 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126896645; duration=0sec 2024-11-20T18:21:37,085 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:37,085 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:37,085 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:37,086 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 5f1f9b611ce14a6ba04c7fbb3025e6f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:37,086 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:37,086 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126896645; duration=0sec 2024-11-20T18:21:37,086 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:37,086 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:37,086 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:37,086 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:37,086 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:37,086 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bd68aec784c9427b95357df9ae2df681, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=36.9 K 2024-11-20T18:21:37,087 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bd68aec784c9427b95357df9ae2df681, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732126894023 2024-11-20T18:21:37,087 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e40e6a46146b4c65b4d18d797a88f8f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732126894997 2024-11-20T18:21:37,087 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting aa14dc7ee62c47f79a4e47fa269b0612, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:37,089 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/9838664d5e984413a235c00b7e5f32f3 2024-11-20T18:21:37,097 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:37,098 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9ebcbba6fcc743649a11fab5e358ff0a is 50, key is test_row_0/C:col10/1732126895668/Put/seqid=0 2024-11-20T18:21:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d454b39416e042399c79634790554f37 is 50, key is test_row_0/B:col10/1732126896170/Put/seqid=0 2024-11-20T18:21:37,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126957108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126957109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741932_1108 (size=13323) 2024-11-20T18:21:37,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126957110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126957110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741933_1109 (size=12301) 2024-11-20T18:21:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T18:21:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126957413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126957414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126957415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126957416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,516 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d454b39416e042399c79634790554f37 2024-11-20T18:21:37,520 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9ebcbba6fcc743649a11fab5e358ff0a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9ebcbba6fcc743649a11fab5e358ff0a 2024-11-20T18:21:37,527 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into 9ebcbba6fcc743649a11fab5e358ff0a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:37,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:37,527 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126896645; duration=0sec 2024-11-20T18:21:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d439ba53c8b41b3933769ea513232f1 is 50, key is test_row_0/C:col10/1732126896170/Put/seqid=0 2024-11-20T18:21:37,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:37,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741934_1110 (size=12301) 2024-11-20T18:21:37,533 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d439ba53c8b41b3933769ea513232f1 2024-11-20T18:21:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/9838664d5e984413a235c00b7e5f32f3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3 2024-11-20T18:21:37,545 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T18:21:37,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/d454b39416e042399c79634790554f37 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37 2024-11-20T18:21:37,552 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T18:21:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d439ba53c8b41b3933769ea513232f1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1 2024-11-20T18:21:37,559 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1, entries=150, sequenceid=447, filesize=12.0 K 2024-11-20T18:21:37,561 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 883ms, sequenceid=447, compaction requested=false 2024-11-20T18:21:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:37,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T18:21:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T18:21:37,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T18:21:37,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-20T18:21:37,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0430 sec 2024-11-20T18:21:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T18:21:37,627 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T18:21:37,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T18:21:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T18:21:37,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:37,631 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:37,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T18:21:37,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T18:21:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:37,784 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:21:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/02fbbf3655ba4e939073a912a926dbe1 is 50, key is test_row_0/A:col10/1732126896803/Put/seqid=0 2024-11-20T18:21:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741935_1111 (size=12301) 2024-11-20T18:21:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T18:21:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126957928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126957928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126957929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126957928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126958033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126958034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126958035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126958035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,196 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/02fbbf3655ba4e939073a912a926dbe1 2024-11-20T18:21:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/00aa24723ab64ee1abe135d48d565a64 is 50, key is test_row_0/B:col10/1732126896803/Put/seqid=0 2024-11-20T18:21:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741936_1112 (size=12301) 2024-11-20T18:21:38,226 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/00aa24723ab64ee1abe135d48d565a64 2024-11-20T18:21:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T18:21:38,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126958237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126958238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126958238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126958239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9cd608d29549e2868a0ef781ca023f is 50, key is test_row_0/C:col10/1732126896803/Put/seqid=0 2024-11-20T18:21:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741937_1113 (size=12301) 2024-11-20T18:21:38,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126958541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126958541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126958542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126958543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,658 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9cd608d29549e2868a0ef781ca023f 2024-11-20T18:21:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/02fbbf3655ba4e939073a912a926dbe1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1 2024-11-20T18:21:38,671 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T18:21:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/00aa24723ab64ee1abe135d48d565a64 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64 2024-11-20T18:21:38,678 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T18:21:38,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9d9cd608d29549e2868a0ef781ca023f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f 2024-11-20T18:21:38,683 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T18:21:38,684 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 900ms, sequenceid=475, compaction requested=true 2024-11-20T18:21:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T18:21:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T18:21:38,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T18:21:38,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-20T18:21:38,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0610 sec 2024-11-20T18:21:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T18:21:38,734 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T18:21:38,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-20T18:21:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T18:21:38,737 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:38,738 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:38,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T18:21:38,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:38,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T18:21:38,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:38,892 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:38,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3dea0b501ad745c4b5b928c1245719c1 is 50, key is test_row_0/A:col10/1732126897922/Put/seqid=0 2024-11-20T18:21:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741938_1114 (size=12301) 2024-11-20T18:21:38,916 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3dea0b501ad745c4b5b928c1245719c1 2024-11-20T18:21:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1c4d5e2c8d4942679b40023ac6d32e5f is 50, key is test_row_0/B:col10/1732126897922/Put/seqid=0 2024-11-20T18:21:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741939_1115 (size=12301) 2024-11-20T18:21:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1c4d5e2c8d4942679b40023ac6d32e5f 2024-11-20T18:21:38,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/bbd3016822f34281b21f8f1a27abd8d6 is 50, key is test_row_0/C:col10/1732126897922/Put/seqid=0 2024-11-20T18:21:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741940_1116 (size=12301) 2024-11-20T18:21:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T18:21:39,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:39,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126959074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126959075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126959076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126959078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126959178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126959179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126959181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126959184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T18:21:39,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126959381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126959382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126959385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126959386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,410 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/bbd3016822f34281b21f8f1a27abd8d6 2024-11-20T18:21:39,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/3dea0b501ad745c4b5b928c1245719c1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1 2024-11-20T18:21:39,424 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T18:21:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1c4d5e2c8d4942679b40023ac6d32e5f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f 2024-11-20T18:21:39,430 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T18:21:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/bbd3016822f34281b21f8f1a27abd8d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6 2024-11-20T18:21:39,436 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T18:21:39,437 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ccea19cb4f8c076f9b567c0c61b4909 in 546ms, sequenceid=486, compaction requested=true 2024-11-20T18:21:39,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:39,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:39,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T18:21:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-20T18:21:39,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T18:21:39,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec 2024-11-20T18:21:39,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 705 msec 2024-11-20T18:21:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:39,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:39,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:39,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 is 50, key is test_row_0/A:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:39,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126959693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126959693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126959693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126959694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741941_1117 (size=14741) 2024-11-20T18:21:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126959797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126959797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126959801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126959801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T18:21:39,840 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T18:21:39,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-20T18:21:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:39,843 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:39,844 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:39,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:39,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:39,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T18:21:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:39,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126960001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126960001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126960003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126960005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 2024-11-20T18:21:40,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/dbd3b7a5f0714b05b62d2864d5923f86 is 50, key is test_row_0/B:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741942_1118 (size=12301) 2024-11-20T18:21:40,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/dbd3b7a5f0714b05b62d2864d5923f86 2024-11-20T18:21:40,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e7c3978e10c44dcd8c5d507404546101 is 50, key is test_row_0/C:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741943_1119 (size=12301) 2024-11-20T18:21:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:40,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T18:21:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T18:21:40,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126960303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126960305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126960306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126960308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:40,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T18:21:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:40,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e7c3978e10c44dcd8c5d507404546101 2024-11-20T18:21:40,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 2024-11-20T18:21:40,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183, entries=200, sequenceid=513, filesize=14.4 K 2024-11-20T18:21:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/dbd3b7a5f0714b05b62d2864d5923f86 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86 2024-11-20T18:21:40,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T18:21:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/e7c3978e10c44dcd8c5d507404546101 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101 2024-11-20T18:21:40,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T18:21:40,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6ccea19cb4f8c076f9b567c0c61b4909 in 882ms, sequenceid=513, compaction requested=true 2024-11-20T18:21:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:40,567 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T18:21:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:40,568 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T18:21:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:40,570 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T18:21:40,570 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64967 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T18:21:40,570 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:40,570 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:40,570 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,570 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,570 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/65df142f4aca408bb2fe082ae69aeb87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=61.1 K 2024-11-20T18:21:40,570 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f1f9b611ce14a6ba04c7fbb3025e6f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=63.4 K 2024-11-20T18:21:40,571 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1f9b611ce14a6ba04c7fbb3025e6f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:40,571 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 65df142f4aca408bb2fe082ae69aeb87, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:40,571 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9838664d5e984413a235c00b7e5f32f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732126896160 2024-11-20T18:21:40,571 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d454b39416e042399c79634790554f37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732126896160 2024-11-20T18:21:40,572 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02fbbf3655ba4e939073a912a926dbe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732126896794 2024-11-20T18:21:40,572 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 00aa24723ab64ee1abe135d48d565a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732126896794 2024-11-20T18:21:40,572 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dea0b501ad745c4b5b928c1245719c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732126897922 2024-11-20T18:21:40,572 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c4d5e2c8d4942679b40023ac6d32e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732126897922 2024-11-20T18:21:40,572 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ecadc4f26ec4c3e8a76c8a58b2fd183, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:40,573 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting dbd3b7a5f0714b05b62d2864d5923f86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:40,586 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#105 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:40,586 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/af25e53ce7454d2ab5a4d68caf54b4e6 is 50, key is test_row_0/A:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:40,589 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:40,590 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/07bb1016ce494942be4fa36de38aa0d6 is 50, key is test_row_0/B:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:40,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741944_1120 (size=13493) 2024-11-20T18:21:40,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,610 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741945_1121 (size=13493) 2024-11-20T18:21:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/f98abd494c5744569535527b8ce0c6a8 is 50, key is test_row_0/A:col10/1732126899692/Put/seqid=0 2024-11-20T18:21:40,617 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/af25e53ce7454d2ab5a4d68caf54b4e6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/af25e53ce7454d2ab5a4d68caf54b4e6 2024-11-20T18:21:40,624 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into af25e53ce7454d2ab5a4d68caf54b4e6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:40,624 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:40,624 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=11, startTime=1732126900567; duration=0sec 2024-11-20T18:21:40,624 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:40,624 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:40,624 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T18:21:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741946_1122 (size=12301) 2024-11-20T18:21:40,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T18:21:40,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:40,629 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:40,629 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9ebcbba6fcc743649a11fab5e358ff0a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=61.1 K 2024-11-20T18:21:40,630 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ebcbba6fcc743649a11fab5e358ff0a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732126895668 2024-11-20T18:21:40,630 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d439ba53c8b41b3933769ea513232f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732126896160 2024-11-20T18:21:40,631 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9cd608d29549e2868a0ef781ca023f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732126896794 2024-11-20T18:21:40,632 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd3016822f34281b21f8f1a27abd8d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732126897922 2024-11-20T18:21:40,632 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7c3978e10c44dcd8c5d507404546101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:40,644 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:40,644 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9151137f13e54ca786d2b7222d57a3d0 is 50, key is test_row_0/C:col10/1732126899065/Put/seqid=0 2024-11-20T18:21:40,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741947_1123 (size=13493) 2024-11-20T18:21:40,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/9151137f13e54ca786d2b7222d57a3d0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9151137f13e54ca786d2b7222d57a3d0 2024-11-20T18:21:40,701 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into 9151137f13e54ca786d2b7222d57a3d0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:40,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:40,701 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=11, startTime=1732126900568; duration=0sec 2024-11-20T18:21:40,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:40,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126960830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126960830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126960831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126960831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33830 deadline: 1732126960885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,886 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:40,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126960933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126960934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126960934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126960935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:41,016 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/07bb1016ce494942be4fa36de38aa0d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/07bb1016ce494942be4fa36de38aa0d6 2024-11-20T18:21:41,022 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into 07bb1016ce494942be4fa36de38aa0d6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:41,022 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:41,023 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=11, startTime=1732126900567; duration=0sec 2024-11-20T18:21:41,023 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:41,023 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:41,029 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/f98abd494c5744569535527b8ce0c6a8 2024-11-20T18:21:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4d225335824840a9bc10ec1193a4054c is 50, key is test_row_0/B:col10/1732126899692/Put/seqid=0 2024-11-20T18:21:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741948_1124 (size=12301) 2024-11-20T18:21:41,055 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4d225335824840a9bc10ec1193a4054c 2024-11-20T18:21:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 is 50, key is test_row_0/C:col10/1732126899692/Put/seqid=0 2024-11-20T18:21:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741949_1125 (size=12301) 2024-11-20T18:21:41,071 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 2024-11-20T18:21:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/f98abd494c5744569535527b8ce0c6a8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8 2024-11-20T18:21:41,083 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8, entries=150, sequenceid=522, filesize=12.0 K 2024-11-20T18:21:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/4d225335824840a9bc10ec1193a4054c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c 2024-11-20T18:21:41,090 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c, entries=150, sequenceid=522, filesize=12.0 K 2024-11-20T18:21:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 2024-11-20T18:21:41,096 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863, entries=150, sequenceid=522, filesize=12.0 K 2024-11-20T18:21:41,098 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6ccea19cb4f8c076f9b567c0c61b4909 in 488ms, sequenceid=522, compaction requested=false 2024-11-20T18:21:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:41,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T18:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-20T18:21:41,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T18:21:41,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-20T18:21:41,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.2610 sec 2024-11-20T18:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:41,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:21:41,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:41,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:41,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:41,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126961142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/a192b4ea79ce49e3b380cc02c8da30b5 is 50, key is test_row_0/A:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126961143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126961143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126961165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741950_1126 (size=14741) 2024-11-20T18:21:41,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/a192b4ea79ce49e3b380cc02c8da30b5 2024-11-20T18:21:41,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1a0d196dbecd461bbb62c820a69e9a0d is 50, key is test_row_0/B:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741951_1127 (size=12301) 2024-11-20T18:21:41,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1a0d196dbecd461bbb62c820a69e9a0d 2024-11-20T18:21:41,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/42aad607fc3046ffa5f0fc3e53589d18 is 50, key is test_row_0/C:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741952_1128 (size=12301) 2024-11-20T18:21:41,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126961266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126961266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126961266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126961266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126961469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126961470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126961471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126961471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/42aad607fc3046ffa5f0fc3e53589d18 2024-11-20T18:21:41,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/a192b4ea79ce49e3b380cc02c8da30b5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5 2024-11-20T18:21:41,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5, entries=200, sequenceid=553, filesize=14.4 K 2024-11-20T18:21:41,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/1a0d196dbecd461bbb62c820a69e9a0d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d 2024-11-20T18:21:41,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d, entries=150, sequenceid=553, filesize=12.0 K 2024-11-20T18:21:41,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/42aad607fc3046ffa5f0fc3e53589d18 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18 2024-11-20T18:21:41,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18, entries=150, sequenceid=553, filesize=12.0 K 2024-11-20T18:21:41,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6ccea19cb4f8c076f9b567c0c61b4909 in 502ms, sequenceid=553, compaction requested=true 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:41,641 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:41,641 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:41,642 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:41,643 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:41,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:41,643 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:41,643 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:41,643 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:41,643 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/07bb1016ce494942be4fa36de38aa0d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=37.2 K 2024-11-20T18:21:41,643 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/af25e53ce7454d2ab5a4d68caf54b4e6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=39.6 K 2024-11-20T18:21:41,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 07bb1016ce494942be4fa36de38aa0d6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:41,643 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting af25e53ce7454d2ab5a4d68caf54b4e6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:41,644 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d225335824840a9bc10ec1193a4054c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732126899690 2024-11-20T18:21:41,644 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f98abd494c5744569535527b8ce0c6a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732126899690 2024-11-20T18:21:41,644 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a0d196dbecd461bbb62c820a69e9a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:41,644 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a192b4ea79ce49e3b380cc02c8da30b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:41,653 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:41,653 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:41,654 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/f91c18c70aef4606b01ff28a7cd08c75 is 50, key is test_row_0/B:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:41,654 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/ef6f12f1a1af47fbb5f6d7624f080549 is 50, key is test_row_0/A:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741953_1129 (size=13595) 2024-11-20T18:21:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741954_1130 (size=13595) 2024-11-20T18:21:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:41,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:41,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a455f9d23a34a5490990ca6735bae50 is 50, key is test_row_0/A:col10/1732126901774/Put/seqid=0 2024-11-20T18:21:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741955_1131 (size=14741) 2024-11-20T18:21:41,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a455f9d23a34a5490990ca6735bae50 2024-11-20T18:21:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9f8b4761984c4331a01c3adf54f64ae2 is 50, key is test_row_0/B:col10/1732126901774/Put/seqid=0 2024-11-20T18:21:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126961804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126961803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126961805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126961806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741956_1132 (size=12301) 2024-11-20T18:21:41,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9f8b4761984c4331a01c3adf54f64ae2 2024-11-20T18:21:41,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/5792de89b1964b96b05a2ffcbd8309b7 is 50, key is test_row_0/C:col10/1732126901774/Put/seqid=0 2024-11-20T18:21:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741957_1133 (size=12301) 2024-11-20T18:21:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126961907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126961908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126961908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126961908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T18:21:41,947 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-20T18:21:41,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-20T18:21:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:41,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:41,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:41,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:42,068 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/f91c18c70aef4606b01ff28a7cd08c75 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f91c18c70aef4606b01ff28a7cd08c75 2024-11-20T18:21:42,072 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/ef6f12f1a1af47fbb5f6d7624f080549 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/ef6f12f1a1af47fbb5f6d7624f080549 2024-11-20T18:21:42,075 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into f91c18c70aef4606b01ff28a7cd08c75(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:42,075 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:42,075 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=13, startTime=1732126901641; duration=0sec 2024-11-20T18:21:42,075 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:42,075 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:42,075 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:42,078 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into ef6f12f1a1af47fbb5f6d7624f080549(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:42,078 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:42,078 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=13, startTime=1732126901641; duration=0sec 2024-11-20T18:21:42,078 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:42,079 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:42,079 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:42,079 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:42,079 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:42,079 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9151137f13e54ca786d2b7222d57a3d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=37.2 K 2024-11-20T18:21:42,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9151137f13e54ca786d2b7222d57a3d0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732126899065 2024-11-20T18:21:42,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e32c05ec6f94ebb8dabdcbd3e2fd863, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732126899690 2024-11-20T18:21:42,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aad607fc3046ffa5f0fc3e53589d18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:42,089 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:42,089 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/d8e6928ecf2a4547853bdc457e486b2f is 50, key is test_row_0/C:col10/1732126900822/Put/seqid=0 2024-11-20T18:21:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741958_1134 (size=13595) 2024-11-20T18:21:42,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T18:21:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:42,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126962109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126962111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126962111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126962111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/5792de89b1964b96b05a2ffcbd8309b7 2024-11-20T18:21:42,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/0a455f9d23a34a5490990ca6735bae50 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50 2024-11-20T18:21:42,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50, entries=200, sequenceid=564, filesize=14.4 K 2024-11-20T18:21:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/9f8b4761984c4331a01c3adf54f64ae2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2 2024-11-20T18:21:42,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2, entries=150, sequenceid=564, filesize=12.0 K 2024-11-20T18:21:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/5792de89b1964b96b05a2ffcbd8309b7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7 2024-11-20T18:21:42,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7, entries=150, sequenceid=564, filesize=12.0 K 2024-11-20T18:21:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:42,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ccea19cb4f8c076f9b567c0c61b4909 in 479ms, sequenceid=564, compaction requested=false 2024-11-20T18:21:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:42,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T18:21:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:21:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/b40d4ca00f9542cabb2434bd4eab4dff is 50, key is test_row_0/A:col10/1732126901805/Put/seqid=0 2024-11-20T18:21:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741959_1135 (size=12301) 2024-11-20T18:21:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:42,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. as already flushing 2024-11-20T18:21:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126962421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126962421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126962422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126962423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,503 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/d8e6928ecf2a4547853bdc457e486b2f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d8e6928ecf2a4547853bdc457e486b2f 2024-11-20T18:21:42,509 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into d8e6928ecf2a4547853bdc457e486b2f(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:42,509 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:42,509 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=13, startTime=1732126901641; duration=0sec 2024-11-20T18:21:42,509 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:42,509 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126962524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126962524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126962527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126962527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:42,654 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:54702 2024-11-20T18:21:42,654 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:42,654 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:54702 2024-11-20T18:21:42,654 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:42,657 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:54702 2024-11-20T18:21:42,657 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:42,658 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:54702 2024-11-20T18:21:42,658 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:42,674 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/b40d4ca00f9542cabb2434bd4eab4dff 2024-11-20T18:21:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/ef87073483ac4537afff98e723132a35 is 50, key is test_row_0/B:col10/1732126901805/Put/seqid=0 2024-11-20T18:21:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741960_1136 (size=12301) 2024-11-20T18:21:42,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126962727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126962728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126962728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126962728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33840 deadline: 1732126963030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1732126963031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35628 deadline: 1732126963031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:43,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35668 deadline: 1732126963032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:43,088 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/ef87073483ac4537afff98e723132a35 2024-11-20T18:21:43,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/c2c6aca504b94eb1b0b464d74d3896d6 is 50, key is test_row_0/C:col10/1732126901805/Put/seqid=0 2024-11-20T18:21:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741961_1137 (size=12301) 2024-11-20T18:21:43,500 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/c2c6aca504b94eb1b0b464d74d3896d6 2024-11-20T18:21:43,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/b40d4ca00f9542cabb2434bd4eab4dff as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff 2024-11-20T18:21:43,509 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff, entries=150, sequenceid=591, filesize=12.0 K 2024-11-20T18:21:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/ef87073483ac4537afff98e723132a35 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35 2024-11-20T18:21:43,514 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35, entries=150, sequenceid=591, filesize=12.0 K 2024-11-20T18:21:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/c2c6aca504b94eb1b0b464d74d3896d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6 2024-11-20T18:21:43,518 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6, entries=150, sequenceid=591, filesize=12.0 K 2024-11-20T18:21:43,519 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ccea19cb4f8c076f9b567c0c61b4909 in 1262ms, sequenceid=591, compaction requested=true 2024-11-20T18:21:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T18:21:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-20T18:21:43,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T18:21:43,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5690 sec 2024-11-20T18:21:43,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.5730 sec 2024-11-20T18:21:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:43,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:21:43,533 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:54702 2024-11-20T18:21:43,533 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:43,534 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:54702 2024-11-20T18:21:43,534 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:43,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:43,537 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:54702 2024-11-20T18:21:43,537 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:54702 2024-11-20T18:21:43,537 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:43,537 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:43,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/85035fa2ab164d869a9b666dba6c87d0 is 50, key is test_row_0/A:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741962_1138 (size=12301) 2024-11-20T18:21:43,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/85035fa2ab164d869a9b666dba6c87d0 2024-11-20T18:21:43,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7ac8ca156d75442186a11dc1bb2545a7 is 50, key is test_row_0/B:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741963_1139 (size=12301) 2024-11-20T18:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-20T18:21:44,055 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-20T18:21:44,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:21:44,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7ac8ca156d75442186a11dc1bb2545a7 2024-11-20T18:21:44,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/df0e38a746624f1782323cc7b3fea229 is 50, key is test_row_0/C:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741964_1140 (size=12301) 2024-11-20T18:21:44,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/df0e38a746624f1782323cc7b3fea229 2024-11-20T18:21:44,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/85035fa2ab164d869a9b666dba6c87d0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0 2024-11-20T18:21:44,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T18:21:44,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/7ac8ca156d75442186a11dc1bb2545a7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7 2024-11-20T18:21:44,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T18:21:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/df0e38a746624f1782323cc7b3fea229 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229 2024-11-20T18:21:44,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T18:21:44,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for 6ccea19cb4f8c076f9b567c0c61b4909 in 1253ms, sequenceid=605, compaction requested=true 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:44,786 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:44,786 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ccea19cb4f8c076f9b567c0c61b4909:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:44,787 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:44,788 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/A is initiating minor compaction (all files) 2024-11-20T18:21:44,788 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:44,788 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/A in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:44,788 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/B is initiating minor compaction (all files) 2024-11-20T18:21:44,788 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/ef6f12f1a1af47fbb5f6d7624f080549, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=51.7 K 2024-11-20T18:21:44,788 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/B in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:44,788 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f91c18c70aef4606b01ff28a7cd08c75, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=49.3 K 2024-11-20T18:21:44,788 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ef6f12f1a1af47fbb5f6d7624f080549, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:44,788 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91c18c70aef4606b01ff28a7cd08c75, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:44,789 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a455f9d23a34a5490990ca6735bae50, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732126901143 2024-11-20T18:21:44,789 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f8b4761984c4331a01c3adf54f64ae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732126901143 2024-11-20T18:21:44,789 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b40d4ca00f9542cabb2434bd4eab4dff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732126901795 2024-11-20T18:21:44,789 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef87073483ac4537afff98e723132a35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732126901795 2024-11-20T18:21:44,789 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 85035fa2ab164d869a9b666dba6c87d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732126902420 2024-11-20T18:21:44,790 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ac8ca156d75442186a11dc1bb2545a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732126902420 2024-11-20T18:21:44,799 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:44,799 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/830fe22f78194576b5a433b3734a9756 is 50, key is test_row_0/A:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:44,800 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:44,801 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/ae0cde065f6744ebad68f7f198f2d030 is 50, key is test_row_0/B:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741965_1141 (size=13731) 2024-11-20T18:21:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741966_1142 (size=13731) 2024-11-20T18:21:45,209 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/830fe22f78194576b5a433b3734a9756 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/830fe22f78194576b5a433b3734a9756 2024-11-20T18:21:45,209 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/ae0cde065f6744ebad68f7f198f2d030 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ae0cde065f6744ebad68f7f198f2d030 2024-11-20T18:21:45,214 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/B of 6ccea19cb4f8c076f9b567c0c61b4909 into ae0cde065f6744ebad68f7f198f2d030(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:45,215 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/B, priority=12, startTime=1732126904786; duration=0sec 2024-11-20T18:21:45,215 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/A of 6ccea19cb4f8c076f9b567c0c61b4909 into 830fe22f78194576b5a433b3734a9756(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:B 2024-11-20T18:21:45,215 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/A, priority=12, startTime=1732126904786; duration=0sec 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:45,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:A 2024-11-20T18:21:45,216 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:21:45,216 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 6ccea19cb4f8c076f9b567c0c61b4909/C is initiating minor compaction (all files) 2024-11-20T18:21:45,216 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ccea19cb4f8c076f9b567c0c61b4909/C in TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:45,216 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d8e6928ecf2a4547853bdc457e486b2f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp, totalSize=49.3 K 2024-11-20T18:21:45,217 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e6928ecf2a4547853bdc457e486b2f, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732126900822 2024-11-20T18:21:45,217 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5792de89b1964b96b05a2ffcbd8309b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732126901143 2024-11-20T18:21:45,217 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c6aca504b94eb1b0b464d74d3896d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732126901795 2024-11-20T18:21:45,218 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting df0e38a746624f1782323cc7b3fea229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732126902420 2024-11-20T18:21:45,227 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ccea19cb4f8c076f9b567c0c61b4909#C#compaction#128 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:45,227 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/d84acc519af242dc8c42e7033aa401de is 50, key is test_row_0/C:col10/1732126903532/Put/seqid=0 2024-11-20T18:21:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741967_1143 (size=13731) 2024-11-20T18:21:45,636 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/d84acc519af242dc8c42e7033aa401de as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d84acc519af242dc8c42e7033aa401de 2024-11-20T18:21:45,641 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ccea19cb4f8c076f9b567c0c61b4909/C of 6ccea19cb4f8c076f9b567c0c61b4909 into d84acc519af242dc8c42e7033aa401de(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:45,641 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:45,641 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909., storeName=6ccea19cb4f8c076f9b567c0c61b4909/C, priority=12, startTime=1732126904786; duration=0sec 2024-11-20T18:21:45,641 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:45,641 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ccea19cb4f8c076f9b567c0c61b4909:C 2024-11-20T18:21:50,319 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:50,321 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:50,902 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:54702 2024-11-20T18:21:50,903 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6880 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6622 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2925 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8773 rows 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2921 2024-11-20T18:21:50,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8763 rows 2024-11-20T18:21:50,903 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:21:50,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:54702 2024-11-20T18:21:50,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:50,907 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:21:50,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:21:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:50,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126910919"}]},"ts":"1732126910919"} 2024-11-20T18:21:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:50,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:21:50,923 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:21:50,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:21:50,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, UNASSIGN}] 2024-11-20T18:21:50,929 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, UNASSIGN 2024-11-20T18:21:50,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6ccea19cb4f8c076f9b567c0c61b4909, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:50,931 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:21:50,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:51,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:51,088 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:51,088 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 6ccea19cb4f8c076f9b567c0c61b4909, disabling compactions & flushes 2024-11-20T18:21:51,089 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. after waiting 0 ms 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:51,089 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 6ccea19cb4f8c076f9b567c0c61b4909 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=A 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:51,089 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=B 2024-11-20T18:21:51,090 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:51,090 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ccea19cb4f8c076f9b567c0c61b4909, store=C 2024-11-20T18:21:51,090 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:51,094 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d670993d30ae468788bf850b8eb2c486 is 50, key is test_row_0/A:col10/1732126910901/Put/seqid=0 2024-11-20T18:21:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741968_1144 (size=9857) 2024-11-20T18:21:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:51,499 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d670993d30ae468788bf850b8eb2c486 2024-11-20T18:21:51,509 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/98747b6c2f24462391f8d4795779f700 is 50, key is test_row_0/B:col10/1732126910901/Put/seqid=0 2024-11-20T18:21:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741969_1145 (size=9857) 2024-11-20T18:21:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:51,914 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/98747b6c2f24462391f8d4795779f700 2024-11-20T18:21:51,922 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/f98a4cf91199457facac49c91240d589 is 50, key is test_row_0/C:col10/1732126910901/Put/seqid=0 2024-11-20T18:21:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741970_1146 (size=9857) 2024-11-20T18:21:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:52,326 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/f98a4cf91199457facac49c91240d589 2024-11-20T18:21:52,331 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/A/d670993d30ae468788bf850b8eb2c486 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d670993d30ae468788bf850b8eb2c486 2024-11-20T18:21:52,334 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d670993d30ae468788bf850b8eb2c486, entries=100, sequenceid=614, filesize=9.6 K 2024-11-20T18:21:52,335 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/B/98747b6c2f24462391f8d4795779f700 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/98747b6c2f24462391f8d4795779f700 2024-11-20T18:21:52,339 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/98747b6c2f24462391f8d4795779f700, entries=100, sequenceid=614, filesize=9.6 K 2024-11-20T18:21:52,339 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/.tmp/C/f98a4cf91199457facac49c91240d589 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/f98a4cf91199457facac49c91240d589 2024-11-20T18:21:52,343 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/f98a4cf91199457facac49c91240d589, entries=100, sequenceid=614, filesize=9.6 K 2024-11-20T18:21:52,344 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 6ccea19cb4f8c076f9b567c0c61b4909 in 1255ms, sequenceid=614, compaction requested=false 2024-11-20T18:21:52,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f4670cf65a994bd9a381cafc500e6d39, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/404270fb51104377b841ce0c46c29f10, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/6d94c92e83824dc09fe91da7cfa67c09, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/fb44cb27d1424876a00a34957eba9d82, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/36b84e4c18b44b0a9a7164f95d433c04, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/87979bd3a8404bed9933c9a4087ab34e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7430d82737c942e49892890c3b5b2608, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/56849ac216f54498afd3af5805861739, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f1f9b611ce14a6ba04c7fbb3025e6f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/af25e53ce7454d2ab5a4d68caf54b4e6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/ef6f12f1a1af47fbb5f6d7624f080549, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0] to archive 2024-11-20T18:21:52,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:21:52,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3e2d6b9113a842878da8b667f074a006 2024-11-20T18:21:52,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d305d062d90b480582f868e8142d5b3f 2024-11-20T18:21:52,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/db76436a1cfe40d7a47da5afa12c2d3d 2024-11-20T18:21:52,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f4670cf65a994bd9a381cafc500e6d39 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f4670cf65a994bd9a381cafc500e6d39 2024-11-20T18:21:52,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2943a02399ae44a294d28cb478cfc9ad 2024-11-20T18:21:52,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/58f03e2b10a64e0ca70bae9645a7fdb1 2024-11-20T18:21:52,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/404270fb51104377b841ce0c46c29f10 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/404270fb51104377b841ce0c46c29f10 2024-11-20T18:21:52,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e05b3587d0704b5aada92a8ac4897528 2024-11-20T18:21:52,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0490f390a49a40468707d8c5fad89935 2024-11-20T18:21:52,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/22d3b4d205034316b917d7f867e74049 2024-11-20T18:21:52,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/e0b32d11d2ad40999d76a47b10be391e 2024-11-20T18:21:52,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/6d94c92e83824dc09fe91da7cfa67c09 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/6d94c92e83824dc09fe91da7cfa67c09 2024-11-20T18:21:52,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f9f6447b7904adabc43b76fc1b3469e 2024-11-20T18:21:52,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/fb44cb27d1424876a00a34957eba9d82 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/fb44cb27d1424876a00a34957eba9d82 2024-11-20T18:21:52,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/de7334d4bb1b441d98b5262b555f8dfb 2024-11-20T18:21:52,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/632c28d1830441ea8422a8ac88aee5d4 2024-11-20T18:21:52,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4b580bf3761044dab498bad9dfdc547a 2024-11-20T18:21:52,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/36b84e4c18b44b0a9a7164f95d433c04 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/36b84e4c18b44b0a9a7164f95d433c04 2024-11-20T18:21:52,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/18d2e1af810a456f83ed026bdebfe2ad 2024-11-20T18:21:52,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/87979bd3a8404bed9933c9a4087ab34e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/87979bd3a8404bed9933c9a4087ab34e 2024-11-20T18:21:52,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a5687108049408dace9cfa931cdab4c 2024-11-20T18:21:52,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/4a0cf01310004e74a837d09cc881112f 2024-11-20T18:21:52,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/14f9af39ae7248fc81ed8c123842dc0a 2024-11-20T18:21:52,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/bb3acc7d0a954031abf330b43febb2c8 2024-11-20T18:21:52,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7430d82737c942e49892890c3b5b2608 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7430d82737c942e49892890c3b5b2608 2024-11-20T18:21:52,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/53d14d9e8a844860912d37f29c7a865c 2024-11-20T18:21:52,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7df8923d160a4f30bdee763bc35ca5b1 2024-11-20T18:21:52,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/56849ac216f54498afd3af5805861739 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/56849ac216f54498afd3af5805861739 2024-11-20T18:21:52,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/2605ce2281bf43cd9a9dd7d89766c57a 2024-11-20T18:21:52,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d0e92a7df991401a8dce843748addc65 2024-11-20T18:21:52,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f1f9b611ce14a6ba04c7fbb3025e6f9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/5f1f9b611ce14a6ba04c7fbb3025e6f9 2024-11-20T18:21:52,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/9838664d5e984413a235c00b7e5f32f3 2024-11-20T18:21:52,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/02fbbf3655ba4e939073a912a926dbe1 2024-11-20T18:21:52,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/3dea0b501ad745c4b5b928c1245719c1 2024-11-20T18:21:52,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/7ecadc4f26ec4c3e8a76c8a58b2fd183 2024-11-20T18:21:52,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/af25e53ce7454d2ab5a4d68caf54b4e6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/af25e53ce7454d2ab5a4d68caf54b4e6 2024-11-20T18:21:52,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/f98abd494c5744569535527b8ce0c6a8 2024-11-20T18:21:52,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/a192b4ea79ce49e3b380cc02c8da30b5 2024-11-20T18:21:52,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/ef6f12f1a1af47fbb5f6d7624f080549 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/ef6f12f1a1af47fbb5f6d7624f080549 2024-11-20T18:21:52,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/0a455f9d23a34a5490990ca6735bae50 2024-11-20T18:21:52,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/b40d4ca00f9542cabb2434bd4eab4dff 2024-11-20T18:21:52,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/85035fa2ab164d869a9b666dba6c87d0 2024-11-20T18:21:52,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cfc0b9b385ef4863a9c8397eaaa8b3fd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8c772e392c3d480cb382ae2b2043c1b6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e69e391779b44b24b223c127d28ec526, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9ee472f2302a4f2a923cbee1cc93fa5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/23dacf0414514a52b819e5b55362f98a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/58d08d7319dd4a18abe54bba2df2fed5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e0678c46a2054388b0fcecc9f8640991, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9e94c3d86f794cf6bca456b7de4b5c97, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/65df142f4aca408bb2fe082ae69aeb87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/07bb1016ce494942be4fa36de38aa0d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f91c18c70aef4606b01ff28a7cd08c75, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7] to archive 2024-11-20T18:21:52,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:21:52,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7e06150f37cb4be4b97310af2d147314 2024-11-20T18:21:52,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/fea96d0047d94036a4d4060bb819df8f 2024-11-20T18:21:52,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cfc0b9b385ef4863a9c8397eaaa8b3fd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cfc0b9b385ef4863a9c8397eaaa8b3fd 2024-11-20T18:21:52,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/3b7ec5c3acc8465f84142ec5747c5bbf 2024-11-20T18:21:52,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4a176c8a16774ec59f6de2b4a2e95a1d 2024-11-20T18:21:52,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/100f9607597143f0b4b6d9bd5d6d0951 2024-11-20T18:21:52,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8c772e392c3d480cb382ae2b2043c1b6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8c772e392c3d480cb382ae2b2043c1b6 2024-11-20T18:21:52,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/62e4a0a6d96d4d20a2ab8e7b4905f5f3 2024-11-20T18:21:52,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d5009fd4c1df429ead64ded560eed423 2024-11-20T18:21:52,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f6ed50809b544d8d93b6ca987a2f1718 2024-11-20T18:21:52,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e69e391779b44b24b223c127d28ec526 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e69e391779b44b24b223c127d28ec526 2024-11-20T18:21:52,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/8757b4c02b9b4b55b8c04e611b47e3c4 2024-11-20T18:21:52,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/0392a3a4677c4787a0e0e2173e3210a6 2024-11-20T18:21:52,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9ee472f2302a4f2a923cbee1cc93fa5f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9ee472f2302a4f2a923cbee1cc93fa5f 2024-11-20T18:21:52,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/56de4412b67a4e40aac849f2d2c84ef6 2024-11-20T18:21:52,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1b0e75f9196d42c18add66ad08a9a803 2024-11-20T18:21:52,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/23dacf0414514a52b819e5b55362f98a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/23dacf0414514a52b819e5b55362f98a 2024-11-20T18:21:52,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b0fce7503b5d4f409651d81ad913d176 2024-11-20T18:21:52,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/cc7b51c6a2c14f7cbe49de8d8d9fab99 2024-11-20T18:21:52,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/58d08d7319dd4a18abe54bba2df2fed5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/58d08d7319dd4a18abe54bba2df2fed5 2024-11-20T18:21:52,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/231c1d3577ac49dc83c37c2fd64695db 2024-11-20T18:21:52,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/c3d9a36d00d749bd90ca32e938727391 2024-11-20T18:21:52,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/435b126bb1a74816896d4f3a3125d7fc 2024-11-20T18:21:52,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e0678c46a2054388b0fcecc9f8640991 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e0678c46a2054388b0fcecc9f8640991 2024-11-20T18:21:52,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/835d43f83988474a9bc4a5a428471956 2024-11-20T18:21:52,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/6bf8471d232e4444b3abfd1e3f837c0e 2024-11-20T18:21:52,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9e94c3d86f794cf6bca456b7de4b5c97 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9e94c3d86f794cf6bca456b7de4b5c97 2024-11-20T18:21:52,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/e301d68e9e91428fae36159719785c9e 2024-11-20T18:21:52,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/eb9bf7c467ce410aa0dbabb3038bb2b3 2024-11-20T18:21:52,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/65df142f4aca408bb2fe082ae69aeb87 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/65df142f4aca408bb2fe082ae69aeb87 2024-11-20T18:21:52,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/b5067f062bcb49e584799abec6853fa3 2024-11-20T18:21:52,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/d454b39416e042399c79634790554f37 2024-11-20T18:21:52,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/00aa24723ab64ee1abe135d48d565a64 2024-11-20T18:21:52,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1c4d5e2c8d4942679b40023ac6d32e5f 2024-11-20T18:21:52,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/07bb1016ce494942be4fa36de38aa0d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/07bb1016ce494942be4fa36de38aa0d6 2024-11-20T18:21:52,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/dbd3b7a5f0714b05b62d2864d5923f86 2024-11-20T18:21:52,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/4d225335824840a9bc10ec1193a4054c 2024-11-20T18:21:52,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f91c18c70aef4606b01ff28a7cd08c75 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/f91c18c70aef4606b01ff28a7cd08c75 2024-11-20T18:21:52,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/1a0d196dbecd461bbb62c820a69e9a0d 2024-11-20T18:21:52,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/9f8b4761984c4331a01c3adf54f64ae2 2024-11-20T18:21:52,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ef87073483ac4537afff98e723132a35 2024-11-20T18:21:52,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/7ac8ca156d75442186a11dc1bb2545a7 2024-11-20T18:21:52,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/6bc7c3eef9e645fe8f125e54a1a9d6f3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a497cdb482dd4d0c96ce01bb5955238f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e60dfbb4aa324815a3b9fc6839ef811b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/abe5e89539134d1bad6e60fe09fdc719, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/523c3133cdae4782846c48341a5531ea, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b148087fdca84759823d864cf32666c5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a2fc52c53b4b4adf989e09d1dfe617d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bd68aec784c9427b95357df9ae2df681, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9ebcbba6fcc743649a11fab5e358ff0a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9151137f13e54ca786d2b7222d57a3d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d8e6928ecf2a4547853bdc457e486b2f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229] to archive 2024-11-20T18:21:52,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:21:52,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/887098442821408badc5e47a4bbf9b60 2024-11-20T18:21:52,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/25dfd5780496495d9f2b19f5659c2ba2 2024-11-20T18:21:52,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/6bc7c3eef9e645fe8f125e54a1a9d6f3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/6bc7c3eef9e645fe8f125e54a1a9d6f3 2024-11-20T18:21:52,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b88f3c3413ea4e8592eb21c65d2dcc8a 2024-11-20T18:21:52,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/7e00717346f04acf97f479ac5954fa8c 2024-11-20T18:21:52,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a980f4081c63400cbd8f5c04da9e6acb 2024-11-20T18:21:52,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a497cdb482dd4d0c96ce01bb5955238f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a497cdb482dd4d0c96ce01bb5955238f 2024-11-20T18:21:52,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/eb205852343f49c9a1f861e4ac9c8900 2024-11-20T18:21:52,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/06b342ed6fdd4dd1ae7f7fa26b0d82d1 2024-11-20T18:21:52,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/28f077a1802141adb39383f1a1748b2d 2024-11-20T18:21:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e60dfbb4aa324815a3b9fc6839ef811b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e60dfbb4aa324815a3b9fc6839ef811b 2024-11-20T18:21:52,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/dafbb8acf5134eef8e0d9d430dee1cdd 2024-11-20T18:21:52,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9dbc60cc12423ba46f6347723f785f 2024-11-20T18:21:52,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/abe5e89539134d1bad6e60fe09fdc719 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/abe5e89539134d1bad6e60fe09fdc719 2024-11-20T18:21:52,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/1c98ad7553b0471d8f9e37ed092781f8 2024-11-20T18:21:52,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/66fc6f2f2b8544e2bf7080c4ec1cdf01 2024-11-20T18:21:52,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/523c3133cdae4782846c48341a5531ea to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/523c3133cdae4782846c48341a5531ea 2024-11-20T18:21:52,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/4dece9c248234c07b5f6535ff52f3d65 2024-11-20T18:21:52,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9373e4553eda4c99959b7e93b4ae30b7 2024-11-20T18:21:52,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b148087fdca84759823d864cf32666c5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/b148087fdca84759823d864cf32666c5 2024-11-20T18:21:52,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/677674063d2041c787e8c2885aacb402 2024-11-20T18:21:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/05e59e57f1e143e889f242a9e1a54ece 2024-11-20T18:21:52,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e0cce3a4defd49ed9531a3cab11e1b1a 2024-11-20T18:21:52,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a2fc52c53b4b4adf989e09d1dfe617d0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/a2fc52c53b4b4adf989e09d1dfe617d0 2024-11-20T18:21:52,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/69d7e8637a8a48e7b2f867cbdc453d22 2024-11-20T18:21:52,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/2df8c1ed97684932bfbec92172f091b5 2024-11-20T18:21:52,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bd68aec784c9427b95357df9ae2df681 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bd68aec784c9427b95357df9ae2df681 2024-11-20T18:21:52,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0c98a72fd1d341f3b7e7d280ff7e4258 2024-11-20T18:21:52,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e40e6a46146b4c65b4d18d797a88f8f6 2024-11-20T18:21:52,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9ebcbba6fcc743649a11fab5e358ff0a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9ebcbba6fcc743649a11fab5e358ff0a 2024-11-20T18:21:52,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/aa14dc7ee62c47f79a4e47fa269b0612 2024-11-20T18:21:52,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d439ba53c8b41b3933769ea513232f1 2024-11-20T18:21:52,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9d9cd608d29549e2868a0ef781ca023f 2024-11-20T18:21:52,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/bbd3016822f34281b21f8f1a27abd8d6 2024-11-20T18:21:52,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9151137f13e54ca786d2b7222d57a3d0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/9151137f13e54ca786d2b7222d57a3d0 2024-11-20T18:21:52,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/e7c3978e10c44dcd8c5d507404546101 2024-11-20T18:21:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/0e32c05ec6f94ebb8dabdcbd3e2fd863 2024-11-20T18:21:52,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d8e6928ecf2a4547853bdc457e486b2f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d8e6928ecf2a4547853bdc457e486b2f 2024-11-20T18:21:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/42aad607fc3046ffa5f0fc3e53589d18 2024-11-20T18:21:52,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/5792de89b1964b96b05a2ffcbd8309b7 2024-11-20T18:21:52,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/c2c6aca504b94eb1b0b464d74d3896d6 2024-11-20T18:21:52,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/df0e38a746624f1782323cc7b3fea229 2024-11-20T18:21:52,518 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=1 2024-11-20T18:21:52,521 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909. 2024-11-20T18:21:52,521 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 6ccea19cb4f8c076f9b567c0c61b4909: 2024-11-20T18:21:52,523 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:52,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6ccea19cb4f8c076f9b567c0c61b4909, regionState=CLOSED 2024-11-20T18:21:52,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T18:21:52,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 6ccea19cb4f8c076f9b567c0c61b4909, server=82db7be9f118,45523,1732126875644 in 1.5940 sec 2024-11-20T18:21:52,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T18:21:52,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ccea19cb4f8c076f9b567c0c61b4909, UNASSIGN in 1.5980 sec 2024-11-20T18:21:52,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T18:21:52,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6040 sec 2024-11-20T18:21:52,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126912530"}]},"ts":"1732126912530"} 2024-11-20T18:21:52,532 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:21:52,534 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:21:52,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6200 sec 2024-11-20T18:21:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T18:21:53,024 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-20T18:21:53,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:21:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,033 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,034 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-20T18:21:53,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:53,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/recovered.edits] 2024-11-20T18:21:53,045 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/830fe22f78194576b5a433b3734a9756 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/830fe22f78194576b5a433b3734a9756 2024-11-20T18:21:53,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d670993d30ae468788bf850b8eb2c486 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/A/d670993d30ae468788bf850b8eb2c486 2024-11-20T18:21:53,049 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/98747b6c2f24462391f8d4795779f700 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/98747b6c2f24462391f8d4795779f700 2024-11-20T18:21:53,051 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ae0cde065f6744ebad68f7f198f2d030 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/B/ae0cde065f6744ebad68f7f198f2d030 2024-11-20T18:21:53,053 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d84acc519af242dc8c42e7033aa401de to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/d84acc519af242dc8c42e7033aa401de 2024-11-20T18:21:53,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/f98a4cf91199457facac49c91240d589 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/C/f98a4cf91199457facac49c91240d589 2024-11-20T18:21:53,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/recovered.edits/617.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909/recovered.edits/617.seqid 2024-11-20T18:21:53,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/6ccea19cb4f8c076f9b567c0c61b4909 2024-11-20T18:21:53,058 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:21:53,064 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T18:21:53,071 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:21:53,107 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:21:53,108 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,108 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:21:53,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732126913108"}]},"ts":"9223372036854775807"} 2024-11-20T18:21:53,114 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:21:53,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6ccea19cb4f8c076f9b567c0c61b4909, NAME => 'TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:21:53,114 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:21:53,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732126913114"}]},"ts":"9223372036854775807"} 2024-11-20T18:21:53,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:21:53,120 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-20T18:21:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-20T18:21:53,136 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-20T18:21:53,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/82db7be9f118:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;82db7be9f118:45523-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1820856343_22 at /127.0.0.1:35912 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 106) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6164 (was 6736) 2024-11-20T18:21:53,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=6163 2024-11-20T18:21:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:21:53,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:53,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:53,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:53,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-20T18:21:53,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:53,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741971_1147 (size=960) 2024-11-20T18:21:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:53,574 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:21:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741972_1148 (size=53) 2024-11-20T18:21:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e038a85b973c97e9da8d00d7f489076c, disabling compactions & flushes 2024-11-20T18:21:53,981 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. after waiting 0 ms 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:53,981 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:53,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:53,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:53,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732126913982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126913982"}]},"ts":"1732126913982"} 2024-11-20T18:21:53,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:21:53,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:53,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126913985"}]},"ts":"1732126913985"} 2024-11-20T18:21:53,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:21:53,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, ASSIGN}] 2024-11-20T18:21:53,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, ASSIGN 2024-11-20T18:21:53,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:21:54,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:54,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:54,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:54,299 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:54,299 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:54,299 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,299 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:54,300 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,300 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,301 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,302 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:54,303 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName A 2024-11-20T18:21:54,303 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:54,303 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:54,303 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,304 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:54,305 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName B 2024-11-20T18:21:54,305 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:54,306 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:54,306 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,307 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:54,307 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName C 2024-11-20T18:21:54,307 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:54,307 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:54,307 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:54,308 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,308 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,309 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:21:54,310 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:54,312 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:54,313 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e038a85b973c97e9da8d00d7f489076c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65551371, jitterRate=-0.023208454251289368}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:21:54,314 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:54,314 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., pid=45, masterSystemTime=1732126914295 2024-11-20T18:21:54,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:54,316 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:54,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:54,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T18:21:54,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 in 173 msec 2024-11-20T18:21:54,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T18:21:54,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, ASSIGN in 329 msec 2024-11-20T18:21:54,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:54,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126914321"}]},"ts":"1732126914321"} 2024-11-20T18:21:54,322 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:21:54,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:54,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-20T18:21:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T18:21:55,271 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-20T18:21:55,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-20T18:21:55,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:55,280 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:55,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:55,284 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:21:55,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T18:21:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741973_1149 (size=996) 2024-11-20T18:21:55,709 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T18:21:55,709 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T18:21:55,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:21:55,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, REOPEN/MOVE}] 2024-11-20T18:21:55,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, REOPEN/MOVE 2024-11-20T18:21:55,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:55,723 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:21:55,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:55,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:55,875 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:55,875 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:21:55,875 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing e038a85b973c97e9da8d00d7f489076c, disabling compactions & flushes 2024-11-20T18:21:55,875 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:55,875 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:55,875 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. after waiting 0 ms 2024-11-20T18:21:55,875 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:55,879 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T18:21:55,880 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:55,880 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:55,880 WARN [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: e038a85b973c97e9da8d00d7f489076c to self. 2024-11-20T18:21:55,881 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:55,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=CLOSED 2024-11-20T18:21:55,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T18:21:55,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 in 159 msec 2024-11-20T18:21:55,884 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, REOPEN/MOVE; state=CLOSED, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=true 2024-11-20T18:21:56,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:21:56,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,191 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,191 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:56,191 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,191 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:56,192 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,192 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,196 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,196 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:56,201 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName A 2024-11-20T18:21:56,203 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,204 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,204 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,205 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:56,205 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName B 2024-11-20T18:21:56,205 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,205 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,205 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,206 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:21:56,206 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e038a85b973c97e9da8d00d7f489076c columnFamilyName C 2024-11-20T18:21:56,206 DEBUG [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,207 INFO [StoreOpener-e038a85b973c97e9da8d00d7f489076c-1 {}] regionserver.HStore(327): Store=e038a85b973c97e9da8d00d7f489076c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,207 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,207 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,208 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,210 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:21:56,211 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,212 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e038a85b973c97e9da8d00d7f489076c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63099235, jitterRate=-0.059748128056526184}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:21:56,214 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:56,214 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., pid=50, masterSystemTime=1732126916188 2024-11-20T18:21:56,215 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,216 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=OPEN, openSeqNum=5, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-20T18:21:56,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 in 181 msec 2024-11-20T18:21:56,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T18:21:56,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, REOPEN/MOVE in 498 msec 2024-11-20T18:21:56,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T18:21:56,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-20T18:21:56,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-20T18:21:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-20T18:21:56,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-20T18:21:56,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-20T18:21:56,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-20T18:21:56,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,250 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-20T18:21:56,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-20T18:21:56,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-20T18:21:56,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-20T18:21:56,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-20T18:21:56,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-20T18:21:56,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:21:56,273 DEBUG [hconnection-0x4856fb5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T18:21:56,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:21:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:56,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:21:56,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:21:56,280 DEBUG [hconnection-0x7ddc8ee1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,281 DEBUG [hconnection-0x1b8549ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,282 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,282 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,283 DEBUG [hconnection-0x2c1ebb2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,284 DEBUG [hconnection-0x1087dbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,284 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,285 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,287 DEBUG [hconnection-0x3b068cd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,287 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,288 DEBUG [hconnection-0x3a10a185-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,292 DEBUG [hconnection-0x38f3bfad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,292 DEBUG [hconnection-0x1f779f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,293 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,293 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126976327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c76adef30694c4ca0b1cf00773f3b8b_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_1/A:col10/1732126916292/Put/seqid=0 2024-11-20T18:21:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126976329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126976334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126976334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126976337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741974_1150 (size=14594) 2024-11-20T18:21:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:56,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:56,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:56,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126976438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126976443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126976449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126976450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126976451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:56,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:56,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:56,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126976645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126976654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126976655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126976655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126976655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:56,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,766 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c76adef30694c4ca0b1cf00773f3b8b_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c76adef30694c4ca0b1cf00773f3b8b_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:56,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/e98c2dfa6cba46fd9c7058c620fc9a25, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:56,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/e98c2dfa6cba46fd9c7058c620fc9a25 is 175, key is test_row_1/A:col10/1732126916292/Put/seqid=0 2024-11-20T18:21:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741975_1151 (size=39545) 2024-11-20T18:21:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:56,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:56,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:56,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126976952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126976960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126976961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126976962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126976962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/e98c2dfa6cba46fd9c7058c620fc9a25 2024-11-20T18:21:57,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/42dac7c122f240a9a9cfb03924e306ca is 50, key is test_row_1/B:col10/1732126916292/Put/seqid=0 2024-11-20T18:21:57,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741976_1152 (size=9657) 2024-11-20T18:21:57,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/42dac7c122f240a9a9cfb03924e306ca 2024-11-20T18:21:57,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/c07ad3b22c094ddbaaaac6241b61ea42 is 50, key is test_row_1/C:col10/1732126916292/Put/seqid=0 2024-11-20T18:21:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741977_1153 (size=9657) 2024-11-20T18:21:57,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:57,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:57,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126977465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126977464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126977466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:57,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126977468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126977468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:21:57,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:21:57,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/c07ad3b22c094ddbaaaac6241b61ea42 2024-11-20T18:21:57,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/e98c2dfa6cba46fd9c7058c620fc9a25 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25 2024-11-20T18:21:57,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25, entries=200, sequenceid=16, filesize=38.6 K 2024-11-20T18:21:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/42dac7c122f240a9a9cfb03924e306ca as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca 2024-11-20T18:21:57,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca, entries=100, sequenceid=16, filesize=9.4 K 2024-11-20T18:21:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/c07ad3b22c094ddbaaaac6241b61ea42 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42 2024-11-20T18:21:57,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42, entries=100, sequenceid=16, filesize=9.4 K 2024-11-20T18:21:57,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e038a85b973c97e9da8d00d7f489076c in 1427ms, sequenceid=16, compaction requested=false 2024-11-20T18:21:57,724 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T18:21:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:57,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:21:57,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T18:21:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:57,816 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:21:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:57,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a71de298d61d472fa3a1cd1871a56796_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126916327/Put/seqid=0 2024-11-20T18:21:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741978_1154 (size=12154) 2024-11-20T18:21:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:57,848 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a71de298d61d472fa3a1cd1871a56796_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a71de298d61d472fa3a1cd1871a56796_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d6eea152b16a4a089d6267c7c09e3545, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d6eea152b16a4a089d6267c7c09e3545 is 175, key is test_row_0/A:col10/1732126916327/Put/seqid=0 2024-11-20T18:21:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741979_1155 (size=30955) 2024-11-20T18:21:57,869 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d6eea152b16a4a089d6267c7c09e3545 2024-11-20T18:21:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/7ad8747accc045b88af2f590b032b749 is 50, key is test_row_0/B:col10/1732126916327/Put/seqid=0 2024-11-20T18:21:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741980_1156 (size=12001) 2024-11-20T18:21:57,903 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/7ad8747accc045b88af2f590b032b749 2024-11-20T18:21:57,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/11536150012041a5a565c796e45cc9c4 is 50, key is test_row_0/C:col10/1732126916327/Put/seqid=0 2024-11-20T18:21:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741981_1157 (size=12001) 2024-11-20T18:21:58,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:21:58,340 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/11536150012041a5a565c796e45cc9c4 2024-11-20T18:21:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d6eea152b16a4a089d6267c7c09e3545 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545 2024-11-20T18:21:58,353 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T18:21:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/7ad8747accc045b88af2f590b032b749 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749 2024-11-20T18:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,362 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T18:21:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/11536150012041a5a565c796e45cc9c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4 2024-11-20T18:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,377 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T18:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,378 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for e038a85b973c97e9da8d00d7f489076c in 562ms, sequenceid=40, compaction requested=false 2024-11-20T18:21:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T18:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T18:21:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T18:21:58,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-20T18:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.1090 sec 2024-11-20T18:21:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:58,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:21:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:21:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204030b6da30e949c5b7b2eb8c91a08222_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741983_1159 (size=29238) 2024-11-20T18:21:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126978630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126978632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126978635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126978754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126978754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126978754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126978764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126978764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126978956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126978957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126978958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126978966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126978972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:58,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204030b6da30e949c5b7b2eb8c91a08222_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204030b6da30e949c5b7b2eb8c91a08222_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:58,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/512e7937142d4d7db785c54bff414981, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:58,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/512e7937142d4d7db785c54bff414981 is 175, key is test_row_0/A:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741982_1158 (size=91178) 2024-11-20T18:21:59,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/512e7937142d4d7db785c54bff414981 2024-11-20T18:21:59,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5c836093b6b041c2a69760c4bc712613 is 50, key is test_row_0/B:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741984_1160 (size=12001) 2024-11-20T18:21:59,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5c836093b6b041c2a69760c4bc712613 2024-11-20T18:21:59,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/adc573f853334e1cbb7e8b5d5fa62112 is 50, key is test_row_0/C:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741985_1161 (size=12001) 2024-11-20T18:21:59,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/adc573f853334e1cbb7e8b5d5fa62112 2024-11-20T18:21:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/512e7937142d4d7db785c54bff414981 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981 2024-11-20T18:21:59,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981, entries=500, sequenceid=53, filesize=89.0 K 2024-11-20T18:21:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5c836093b6b041c2a69760c4bc712613 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613 2024-11-20T18:21:59,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T18:21:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/adc573f853334e1cbb7e8b5d5fa62112 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112 2024-11-20T18:21:59,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T18:21:59,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e038a85b973c97e9da8d00d7f489076c in 558ms, sequenceid=53, compaction requested=true 2024-11-20T18:21:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:59,104 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:59,105 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:21:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:59,106 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161678 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:59,106 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:21:59,106 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:59,106 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=157.9 K 2024-11-20T18:21:59,106 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:59,106 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981] 2024-11-20T18:21:59,107 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:59,107 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:21:59,107 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:59,107 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=32.9 K 2024-11-20T18:21:59,107 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98c2dfa6cba46fd9c7058c620fc9a25, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732126916292 2024-11-20T18:21:59,108 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 42dac7c122f240a9a9cfb03924e306ca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732126916292 2024-11-20T18:21:59,109 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6eea152b16a4a089d6267c7c09e3545, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126916327 2024-11-20T18:21:59,109 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad8747accc045b88af2f590b032b749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126916327 2024-11-20T18:21:59,109 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 512e7937142d4d7db785c54bff414981, keycount=500, bloomtype=ROW, size=89.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918514 2024-11-20T18:21:59,110 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c836093b6b041c2a69760c4bc712613, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918542 2024-11-20T18:21:59,121 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:59,130 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:59,131 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/161ad21fc09d429cb92a68eaaa05aefe is 50, key is test_row_0/B:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,133 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112093e0d59583314584b6ad6cd913a74135_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:59,136 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112093e0d59583314584b6ad6cd913a74135_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:59,137 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112093e0d59583314584b6ad6cd913a74135_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741986_1162 (size=12104) 2024-11-20T18:21:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741987_1163 (size=4469) 2024-11-20T18:21:59,192 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/161ad21fc09d429cb92a68eaaa05aefe as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/161ad21fc09d429cb92a68eaaa05aefe 2024-11-20T18:21:59,193 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#141 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:59,196 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/04ba517819e443448de6467e854d6f1d is 175, key is test_row_0/A:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,200 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into 161ad21fc09d429cb92a68eaaa05aefe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:59,200 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:59,200 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126919105; duration=0sec 2024-11-20T18:21:59,200 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:21:59,200 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:21:59,200 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:21:59,202 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:21:59,202 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:21:59,202 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:21:59,203 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=32.9 K 2024-11-20T18:21:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741988_1164 (size=31058) 2024-11-20T18:21:59,204 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c07ad3b22c094ddbaaaac6241b61ea42, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732126916292 2024-11-20T18:21:59,205 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 11536150012041a5a565c796e45cc9c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126916327 2024-11-20T18:21:59,206 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting adc573f853334e1cbb7e8b5d5fa62112, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918542 2024-11-20T18:21:59,214 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/04ba517819e443448de6467e854d6f1d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d 2024-11-20T18:21:59,226 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:21:59,226 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/68c1c72b9c9a40379129a624e3d87a80 is 50, key is test_row_0/C:col10/1732126918546/Put/seqid=0 2024-11-20T18:21:59,227 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into 04ba517819e443448de6467e854d6f1d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:59,227 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:59,227 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126919104; duration=0sec 2024-11-20T18:21:59,229 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:59,229 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:21:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741989_1165 (size=12104) 2024-11-20T18:21:59,254 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/68c1c72b9c9a40379129a624e3d87a80 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68c1c72b9c9a40379129a624e3d87a80 2024-11-20T18:21:59,260 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 68c1c72b9c9a40379129a624e3d87a80(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:21:59,261 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:21:59,261 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=13, startTime=1732126919105; duration=0sec 2024-11-20T18:21:59,261 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:21:59,261 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:21:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:59,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:21:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:21:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:21:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:21:59,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:21:59,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a517a22e9224fd49c9f169f915304d5_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126918634/Put/seqid=0 2024-11-20T18:21:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126979277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126979279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126979279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126979280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126979281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741990_1166 (size=14594) 2024-11-20T18:21:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126979382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126979382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126979383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126979387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126979388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126979585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126979586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126979586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126979591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126979592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:59,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a517a22e9224fd49c9f169f915304d5_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a517a22e9224fd49c9f169f915304d5_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:21:59,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/8afeb5190611408bbf4796245ee2501c, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:21:59,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/8afeb5190611408bbf4796245ee2501c is 175, key is test_row_0/A:col10/1732126918634/Put/seqid=0 2024-11-20T18:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741991_1167 (size=39549) 2024-11-20T18:21:59,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/8afeb5190611408bbf4796245ee2501c 2024-11-20T18:21:59,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/dc9285da06744596af01f900b68fdb73 is 50, key is test_row_0/B:col10/1732126918634/Put/seqid=0 2024-11-20T18:21:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741992_1168 (size=12001) 2024-11-20T18:21:59,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/dc9285da06744596af01f900b68fdb73 2024-11-20T18:21:59,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/994f765d5d8a416ba8f8e9c239b9be25 is 50, key is test_row_0/C:col10/1732126918634/Put/seqid=0 2024-11-20T18:21:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741993_1169 (size=12001) 2024-11-20T18:21:59,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126979888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126979889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126979890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126979894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:21:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:21:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126979895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/994f765d5d8a416ba8f8e9c239b9be25 2024-11-20T18:22:00,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/8afeb5190611408bbf4796245ee2501c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c 2024-11-20T18:22:00,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c, entries=200, sequenceid=81, filesize=38.6 K 2024-11-20T18:22:00,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/dc9285da06744596af01f900b68fdb73 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73 2024-11-20T18:22:00,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T18:22:00,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/994f765d5d8a416ba8f8e9c239b9be25 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25 2024-11-20T18:22:00,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T18:22:00,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e038a85b973c97e9da8d00d7f489076c in 944ms, sequenceid=81, compaction requested=false 2024-11-20T18:22:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T18:22:00,381 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T18:22:00,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T18:22:00,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:00,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:00,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:00,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:22:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:00,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:00,400 INFO [master/82db7be9f118:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T18:22:00,400 INFO [master/82db7be9f118:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T18:22:00,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120955c4fcdb9464e21ae6881cd3c950030_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741994_1170 (size=14594) 2024-11-20T18:22:00,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126980419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126980421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126980421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126980422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126980423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:00,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126980524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126980524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126980524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126980527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126980527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:00,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126980727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126980727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126980728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126980732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126980732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:00,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120955c4fcdb9464e21ae6881cd3c950030_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120955c4fcdb9464e21ae6881cd3c950030_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:00,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/41b4a9df1a3344849ac034ab06febd5a, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:00,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/41b4a9df1a3344849ac034ab06febd5a is 175, key is test_row_0/A:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741995_1171 (size=39549) 2024-11-20T18:22:00,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:00,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:00,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:00,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126981031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126981031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126981032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126981034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126981035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,237 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/41b4a9df1a3344849ac034ab06febd5a 2024-11-20T18:22:01,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/c0e90efd14dc46eab9743a386be67a5a is 50, key is test_row_0/B:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741996_1172 (size=12001) 2024-11-20T18:22:01,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/c0e90efd14dc46eab9743a386be67a5a 2024-11-20T18:22:01,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/fdd623ecbd804ab7ae1ab3b87ad152c0 is 50, key is test_row_0/C:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:01,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741997_1173 (size=12001) 2024-11-20T18:22:01,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/fdd623ecbd804ab7ae1ab3b87ad152c0 2024-11-20T18:22:01,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/41b4a9df1a3344849ac034ab06febd5a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a 2024-11-20T18:22:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a, entries=200, sequenceid=94, filesize=38.6 K 2024-11-20T18:22:01,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/c0e90efd14dc46eab9743a386be67a5a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a 2024-11-20T18:22:01,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T18:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/fdd623ecbd804ab7ae1ab3b87ad152c0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0 2024-11-20T18:22:01,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:01,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T18:22:01,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e038a85b973c97e9da8d00d7f489076c in 917ms, sequenceid=94, compaction requested=true 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:01,313 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:01,313 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:01,315 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:01,315 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:01,315 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:01,315 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:01,315 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,315 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,315 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=107.6 K 2024-11-20T18:22:01,315 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/161ad21fc09d429cb92a68eaaa05aefe, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=35.3 K 2024-11-20T18:22:01,315 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,315 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a] 2024-11-20T18:22:01,316 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 161ad21fc09d429cb92a68eaaa05aefe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918542 2024-11-20T18:22:01,316 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ba517819e443448de6467e854d6f1d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918542 2024-11-20T18:22:01,317 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting dc9285da06744596af01f900b68fdb73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732126918611 2024-11-20T18:22:01,318 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8afeb5190611408bbf4796245ee2501c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732126918611 2024-11-20T18:22:01,318 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41b4a9df1a3344849ac034ab06febd5a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919273 2024-11-20T18:22:01,318 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e90efd14dc46eab9743a386be67a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919277 2024-11-20T18:22:01,330 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:01,334 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:01,335 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/9628b8ae80dd4d4ab21c95193f07e051 is 50, key is test_row_0/B:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:01,337 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120597d899efc4f4aeb84307067d228994a_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:01,339 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120597d899efc4f4aeb84307067d228994a_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:01,340 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120597d899efc4f4aeb84307067d228994a_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741998_1174 (size=12207) 2024-11-20T18:22:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741999_1175 (size=4469) 2024-11-20T18:22:01,345 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#150 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:01,346 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c38ad09379d24f54b19f26a77df04ffd is 175, key is test_row_0/A:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742000_1176 (size=31161) 2024-11-20T18:22:01,362 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c38ad09379d24f54b19f26a77df04ffd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd 2024-11-20T18:22:01,367 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into c38ad09379d24f54b19f26a77df04ffd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:01,367 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:01,367 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126921313; duration=0sec 2024-11-20T18:22:01,367 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:01,367 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:01,367 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:01,368 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:01,368 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:01,368 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,368 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68c1c72b9c9a40379129a624e3d87a80, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=35.3 K 2024-11-20T18:22:01,369 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68c1c72b9c9a40379129a624e3d87a80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126918542 2024-11-20T18:22:01,369 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 994f765d5d8a416ba8f8e9c239b9be25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732126918611 2024-11-20T18:22:01,369 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdd623ecbd804ab7ae1ab3b87ad152c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919277 2024-11-20T18:22:01,376 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:01,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/842b5754e6fc4401b2949aaff8418b49 is 50, key is test_row_0/C:col10/1732126920394/Put/seqid=0 2024-11-20T18:22:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742001_1177 (size=12207) 2024-11-20T18:22:01,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T18:22:01,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:01,463 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:01,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eecf30e538fd4987a3c615e0ba4142e4_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126920420/Put/seqid=0 2024-11-20T18:22:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:01,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742002_1178 (size=12154) 2024-11-20T18:22:01,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:01,497 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eecf30e538fd4987a3c615e0ba4142e4_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eecf30e538fd4987a3c615e0ba4142e4_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7ed348457df8492dbc8825bad626ea8f, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7ed348457df8492dbc8825bad626ea8f is 175, key is test_row_0/A:col10/1732126920420/Put/seqid=0 2024-11-20T18:22:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742003_1179 (size=30955) 2024-11-20T18:22:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:01,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126981544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126981545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126981548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126981549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126981549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126981650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126981650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126981651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126981653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126981653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,749 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/9628b8ae80dd4d4ab21c95193f07e051 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9628b8ae80dd4d4ab21c95193f07e051 2024-11-20T18:22:01,755 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into 9628b8ae80dd4d4ab21c95193f07e051(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:01,755 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:01,755 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126921313; duration=0sec 2024-11-20T18:22:01,755 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:01,755 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:01,786 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/842b5754e6fc4401b2949aaff8418b49 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/842b5754e6fc4401b2949aaff8418b49 2024-11-20T18:22:01,791 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 842b5754e6fc4401b2949aaff8418b49(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:01,791 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:01,791 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=13, startTime=1732126921313; duration=0sec 2024-11-20T18:22:01,791 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:01,791 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126981853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126981853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126981853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126981857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126981858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:01,919 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7ed348457df8492dbc8825bad626ea8f 2024-11-20T18:22:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/56d524c677d94d9f9a385da6fbedf0c4 is 50, key is test_row_0/B:col10/1732126920420/Put/seqid=0 2024-11-20T18:22:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742004_1180 (size=12001) 2024-11-20T18:22:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126982158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126982161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126982161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126982161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126982163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,337 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/56d524c677d94d9f9a385da6fbedf0c4 2024-11-20T18:22:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/7c97e381eddc4799a666462d9a75994c is 50, key is test_row_0/C:col10/1732126920420/Put/seqid=0 2024-11-20T18:22:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742005_1181 (size=12001) 2024-11-20T18:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:02,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126982661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126982665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126982665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126982665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126982666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/7c97e381eddc4799a666462d9a75994c 2024-11-20T18:22:02,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7ed348457df8492dbc8825bad626ea8f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f 2024-11-20T18:22:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T18:22:02,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/56d524c677d94d9f9a385da6fbedf0c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4 2024-11-20T18:22:02,802 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T18:22:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/7c97e381eddc4799a666462d9a75994c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c 2024-11-20T18:22:02,809 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T18:22:02,810 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e038a85b973c97e9da8d00d7f489076c in 1346ms, sequenceid=118, compaction requested=false 2024-11-20T18:22:02,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:02,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:02,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T18:22:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T18:22:02,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T18:22:02,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec 2024-11-20T18:22:02,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4300 sec 2024-11-20T18:22:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:03,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:03,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e02d925d2fdc4cc3a2fe57e1a1b9bda9_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742006_1182 (size=12254) 2024-11-20T18:22:03,684 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:03,688 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e02d925d2fdc4cc3a2fe57e1a1b9bda9_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e02d925d2fdc4cc3a2fe57e1a1b9bda9_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:03,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c08c1bec3d064070a0b4ef67cea1fdbb, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:03,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c08c1bec3d064070a0b4ef67cea1fdbb is 175, key is test_row_0/A:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126983689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126983690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742007_1183 (size=31055) 2024-11-20T18:22:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126983691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126983692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126983693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126983795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126983795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126983796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126983797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126983797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126983998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126983998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126983999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126983998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126983999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c08c1bec3d064070a0b4ef67cea1fdbb 2024-11-20T18:22:04,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/b70a9b38fd2143c98c5dd4cd6678e8a3 is 50, key is test_row_0/B:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742008_1184 (size=12101) 2024-11-20T18:22:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126984302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126984302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126984302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126984303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126984304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T18:22:04,492 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T18:22:04,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T18:22:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:04,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:04,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:04,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:04,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/b70a9b38fd2143c98c5dd4cd6678e8a3 2024-11-20T18:22:04,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/9a5626c5b9ec4235a1722fd78a77370a is 50, key is test_row_0/C:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742009_1185 (size=12101) 2024-11-20T18:22:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:04,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T18:22:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:04,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T18:22:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126984804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126984805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126984806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126984806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126984808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/9a5626c5b9ec4235a1722fd78a77370a 2024-11-20T18:22:04,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/c08c1bec3d064070a0b4ef67cea1fdbb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb 2024-11-20T18:22:04,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb, entries=150, sequenceid=134, filesize=30.3 K 2024-11-20T18:22:04,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/b70a9b38fd2143c98c5dd4cd6678e8a3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3 2024-11-20T18:22:04,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T18:22:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/9a5626c5b9ec4235a1722fd78a77370a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a 2024-11-20T18:22:04,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T18:22:04,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e038a85b973c97e9da8d00d7f489076c in 1278ms, sequenceid=134, compaction requested=true 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:04,948 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:04,948 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:04,950 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:04,950 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:04,950 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:04,950 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:04,950 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,950 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,950 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=91.0 K 2024-11-20T18:22:04,950 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9628b8ae80dd4d4ab21c95193f07e051, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=35.5 K 2024-11-20T18:22:04,950 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,950 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb] 2024-11-20T18:22:04,951 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9628b8ae80dd4d4ab21c95193f07e051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919277 2024-11-20T18:22:04,951 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c38ad09379d24f54b19f26a77df04ffd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919277 2024-11-20T18:22:04,951 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 56d524c677d94d9f9a385da6fbedf0c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126920416 2024-11-20T18:22:04,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ed348457df8492dbc8825bad626ea8f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126920416 2024-11-20T18:22:04,952 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b70a9b38fd2143c98c5dd4cd6678e8a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:04,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c08c1bec3d064070a0b4ef67cea1fdbb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:04,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:04,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:04,955 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:04,973 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:04,976 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:04,977 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d5aa0475072e431eafdb696b06bad5dc is 50, key is test_row_0/B:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209450d9d794b44559b5f51277df3f0927_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:04,992 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f1de53043b9840a6b3b8e1012b025484_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:04,994 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f1de53043b9840a6b3b8e1012b025484_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:04,994 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f1de53043b9840a6b3b8e1012b025484_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742011_1187 (size=12304) 2024-11-20T18:22:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742010_1186 (size=12409) 2024-11-20T18:22:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742012_1188 (size=4469) 2024-11-20T18:22:05,028 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#159 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:05,029 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/07c814de166046f49b9ea1df3c7b8e7f is 175, key is test_row_0/A:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742013_1189 (size=31363) 2024-11-20T18:22:05,041 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/07c814de166046f49b9ea1df3c7b8e7f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f 2024-11-20T18:22:05,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into 07c814de166046f49b9ea1df3c7b8e7f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:05,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:05,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126924948; duration=0sec 2024-11-20T18:22:05,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:05,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:05,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:05,050 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:05,050 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:05,051 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:05,051 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/842b5754e6fc4401b2949aaff8418b49, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=35.5 K 2024-11-20T18:22:05,051 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 842b5754e6fc4401b2949aaff8418b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732126919277 2024-11-20T18:22:05,051 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c97e381eddc4799a666462d9a75994c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126920416 2024-11-20T18:22:05,052 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a5626c5b9ec4235a1722fd78a77370a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:05,060 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:05,061 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/05d1879874db4a3d86140c50563c56de is 50, key is test_row_0/C:col10/1732126921544/Put/seqid=0 2024-11-20T18:22:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742014_1190 (size=12409) 2024-11-20T18:22:05,077 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/05d1879874db4a3d86140c50563c56de as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/05d1879874db4a3d86140c50563c56de 2024-11-20T18:22:05,085 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 05d1879874db4a3d86140c50563c56de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:05,085 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:05,085 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=13, startTime=1732126924948; duration=0sec 2024-11-20T18:22:05,085 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:05,085 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:05,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:05,425 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209450d9d794b44559b5f51277df3f0927_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209450d9d794b44559b5f51277df3f0927_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:05,426 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d5aa0475072e431eafdb696b06bad5dc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d5aa0475072e431eafdb696b06bad5dc 2024-11-20T18:22:05,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/397a828bac8a40099b11b00780f6cb9f, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:05,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/397a828bac8a40099b11b00780f6cb9f is 175, key is test_row_0/A:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:05,431 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into d5aa0475072e431eafdb696b06bad5dc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:05,431 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:05,432 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126924948; duration=0sec 2024-11-20T18:22:05,432 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:05,432 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742015_1191 (size=31105) 2024-11-20T18:22:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126985820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126985821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126985822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126985822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126985823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,838 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/397a828bac8a40099b11b00780f6cb9f 2024-11-20T18:22:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/cd42a26d325744e5ba6e18a9ca75dec7 is 50, key is test_row_0/B:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742016_1192 (size=12151) 2024-11-20T18:22:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126985924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126985924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126985926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126985926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126985926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126986127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126986127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126986128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126986128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126986128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,255 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/cd42a26d325744e5ba6e18a9ca75dec7 2024-11-20T18:22:06,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/2f2d2c5dceaf47a3b67c4cb2f2471118 is 50, key is test_row_0/C:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742017_1193 (size=12151) 2024-11-20T18:22:06,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126986430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126986430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126986430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126986432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126986432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:06,670 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/2f2d2c5dceaf47a3b67c4cb2f2471118 2024-11-20T18:22:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/397a828bac8a40099b11b00780f6cb9f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f 2024-11-20T18:22:06,684 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f, entries=150, sequenceid=156, filesize=30.4 K 2024-11-20T18:22:06,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/cd42a26d325744e5ba6e18a9ca75dec7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7 2024-11-20T18:22:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,691 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T18:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/2f2d2c5dceaf47a3b67c4cb2f2471118 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,698 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T18:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,699 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e038a85b973c97e9da8d00d7f489076c in 1744ms, sequenceid=156, compaction requested=false 2024-11-20T18:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T18:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T18:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T18:22:06,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec 2024-11-20T18:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2090 sec 2024-11-20T18:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T18:22:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120982fa5e1fcf340e1b175ef5a2021a825_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_1/A:col10/1732126925821/Put/seqid=0 2024-11-20T18:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126986987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126986989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126986990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126986993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126986994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742018_1194 (size=12304) 2024-11-20T18:22:07,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:07,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120982fa5e1fcf340e1b175ef5a2021a825_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120982fa5e1fcf340e1b175ef5a2021a825_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:07,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/23e9c76db86245749b16b9644eaa06a0, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:07,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/23e9c76db86245749b16b9644eaa06a0 is 175, key is test_row_1/A:col10/1732126925821/Put/seqid=0 2024-11-20T18:22:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742019_1195 (size=31101) 2024-11-20T18:22:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126987095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126987098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126987101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126987101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126987101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126987297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126987302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126987304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126987304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126987304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/23e9c76db86245749b16b9644eaa06a0 2024-11-20T18:22:07,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d6f793a9cf4d4ef487613b4152811767 is 50, key is test_row_1/B:col10/1732126925821/Put/seqid=0 2024-11-20T18:22:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742020_1196 (size=9757) 2024-11-20T18:22:07,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d6f793a9cf4d4ef487613b4152811767 2024-11-20T18:22:07,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/31c7e35ce39e4a7fb6a0811f17c071c3 is 50, key is test_row_1/C:col10/1732126925821/Put/seqid=0 2024-11-20T18:22:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742021_1197 (size=9757) 2024-11-20T18:22:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126987603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126987606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126987606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126987606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126987608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:07,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/31c7e35ce39e4a7fb6a0811f17c071c3 2024-11-20T18:22:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/23e9c76db86245749b16b9644eaa06a0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0 2024-11-20T18:22:07,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0, entries=150, sequenceid=174, filesize=30.4 K 2024-11-20T18:22:07,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d6f793a9cf4d4ef487613b4152811767 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767 2024-11-20T18:22:07,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767, entries=100, sequenceid=174, filesize=9.5 K 2024-11-20T18:22:07,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/31c7e35ce39e4a7fb6a0811f17c071c3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3 2024-11-20T18:22:07,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3, entries=100, sequenceid=174, filesize=9.5 K 2024-11-20T18:22:07,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e038a85b973c97e9da8d00d7f489076c in 955ms, sequenceid=174, compaction requested=true 2024-11-20T18:22:07,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:07,893 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:07,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:07,894 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:07,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:07,895 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:07,895 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=91.4 K 2024-11-20T18:22:07,895 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0] 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:07,895 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:07,895 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c814de166046f49b9ea1df3c7b8e7f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:07,896 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d5aa0475072e431eafdb696b06bad5dc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=33.5 K 2024-11-20T18:22:07,896 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 397a828bac8a40099b11b00780f6cb9f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126923685 2024-11-20T18:22:07,896 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d5aa0475072e431eafdb696b06bad5dc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:07,896 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e9c76db86245749b16b9644eaa06a0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126925818 2024-11-20T18:22:07,896 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cd42a26d325744e5ba6e18a9ca75dec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126923685 2024-11-20T18:22:07,897 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d6f793a9cf4d4ef487613b4152811767, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126925821 2024-11-20T18:22:07,905 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:07,907 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:07,907 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/df97d764ff52486cbc4dfcfb07b6dfa0 is 50, key is test_row_0/B:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:07,910 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202a86492abf464a76877fbd8977b7b57f_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742022_1198 (size=12561) 2024-11-20T18:22:07,914 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202a86492abf464a76877fbd8977b7b57f_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:07,915 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202a86492abf464a76877fbd8977b7b57f_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:07,919 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/df97d764ff52486cbc4dfcfb07b6dfa0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/df97d764ff52486cbc4dfcfb07b6dfa0 2024-11-20T18:22:07,926 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into df97d764ff52486cbc4dfcfb07b6dfa0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:07,927 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:07,927 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126927894; duration=0sec 2024-11-20T18:22:07,927 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:07,927 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:07,927 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742023_1199 (size=4469) 2024-11-20T18:22:07,930 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:07,930 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:07,930 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:07,931 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/05d1879874db4a3d86140c50563c56de, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=33.5 K 2024-11-20T18:22:07,931 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#168 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:07,931 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 05d1879874db4a3d86140c50563c56de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732126921544 2024-11-20T18:22:07,932 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2d2c5dceaf47a3b67c4cb2f2471118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732126923685 2024-11-20T18:22:07,932 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/af0e54b2ebac4c6f86c96ff2684d492c is 175, key is test_row_0/A:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:07,932 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c7e35ce39e4a7fb6a0811f17c071c3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126925821 2024-11-20T18:22:07,946 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:07,947 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f7f5a1e8b41043ed86c85a62dc99fa27 is 50, key is test_row_0/C:col10/1732126923692/Put/seqid=0 2024-11-20T18:22:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742024_1200 (size=31622) 2024-11-20T18:22:07,955 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/af0e54b2ebac4c6f86c96ff2684d492c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c 2024-11-20T18:22:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742025_1201 (size=12561) 2024-11-20T18:22:07,962 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into af0e54b2ebac4c6f86c96ff2684d492c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:07,962 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:07,962 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126927893; duration=0sec 2024-11-20T18:22:07,962 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:07,962 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:08,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126988126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126988127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126988130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126988131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126988131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d75cba972434ff5b0d1978b2ad5cdb5_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126928111/Put/seqid=0 2024-11-20T18:22:08,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742026_1202 (size=12304) 2024-11-20T18:22:08,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:08,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d75cba972434ff5b0d1978b2ad5cdb5_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d75cba972434ff5b0d1978b2ad5cdb5_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:08,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/56362e8a0b0d47a59ae84897642d9436, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:08,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/56362e8a0b0d47a59ae84897642d9436 is 175, key is test_row_0/A:col10/1732126928111/Put/seqid=0 2024-11-20T18:22:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742027_1203 (size=31105) 2024-11-20T18:22:08,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/56362e8a0b0d47a59ae84897642d9436 2024-11-20T18:22:08,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/eeafa085a5ea41c0bd22d41e51f80f53 is 50, key is test_row_0/B:col10/1732126928111/Put/seqid=0 2024-11-20T18:22:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742028_1204 (size=12151) 2024-11-20T18:22:08,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/eeafa085a5ea41c0bd22d41e51f80f53 2024-11-20T18:22:08,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4ef68dba4be240ea8c001a53f9c8a76a is 50, key is test_row_0/C:col10/1732126928111/Put/seqid=0 2024-11-20T18:22:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742029_1205 (size=12151) 2024-11-20T18:22:08,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4ef68dba4be240ea8c001a53f9c8a76a 2024-11-20T18:22:08,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/56362e8a0b0d47a59ae84897642d9436 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436 2024-11-20T18:22:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126988232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126988232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126988236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126988237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126988237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436, entries=150, sequenceid=200, filesize=30.4 K 2024-11-20T18:22:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/eeafa085a5ea41c0bd22d41e51f80f53 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53 2024-11-20T18:22:08,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T18:22:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4ef68dba4be240ea8c001a53f9c8a76a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a 2024-11-20T18:22:08,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T18:22:08,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e038a85b973c97e9da8d00d7f489076c in 143ms, sequenceid=200, compaction requested=false 2024-11-20T18:22:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:08,364 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f7f5a1e8b41043ed86c85a62dc99fa27 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f7f5a1e8b41043ed86c85a62dc99fa27 2024-11-20T18:22:08,370 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into f7f5a1e8b41043ed86c85a62dc99fa27(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:08,370 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:08,370 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=13, startTime=1732126927894; duration=0sec 2024-11-20T18:22:08,370 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:08,370 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:08,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:08,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:08,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c166e214bb24238a602ee122bce1cba_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742030_1206 (size=12304) 2024-11-20T18:22:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126988451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126988460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126988484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126988484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126988484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126988585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126988585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126988588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126988588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126988589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T18:22:08,601 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T18:22:08,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T18:22:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:08,604 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:08,605 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:08,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:08,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:08,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126988786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126988788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126988793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126988793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126988794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:08,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207c166e214bb24238a602ee122bce1cba_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c166e214bb24238a602ee122bce1cba_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:08,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d80d050e906f47689e93877c4cc8a2aa, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:08,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d80d050e906f47689e93877c4cc8a2aa is 175, key is test_row_0/A:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742031_1207 (size=31105) 2024-11-20T18:22:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:08,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:08,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:08,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:08,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126989089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126989091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126989094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126989097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126989098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:09,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:09,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,272 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d80d050e906f47689e93877c4cc8a2aa 2024-11-20T18:22:09,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5fd66a147e2b4cb3a477bc47e4c532d8 is 50, key is test_row_0/B:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742032_1208 (size=12151) 2024-11-20T18:22:09,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:09,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126989595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126989595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126989598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126989602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126989603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:09,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:09,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5fd66a147e2b4cb3a477bc47e4c532d8 2024-11-20T18:22:09,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/799109efa3604ee0b84c74c011d6bb5f is 50, key is test_row_0/C:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742033_1209 (size=12151) 2024-11-20T18:22:09,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/799109efa3604ee0b84c74c011d6bb5f 2024-11-20T18:22:09,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d80d050e906f47689e93877c4cc8a2aa as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa 2024-11-20T18:22:09,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa, entries=150, sequenceid=215, filesize=30.4 K 2024-11-20T18:22:09,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/5fd66a147e2b4cb3a477bc47e4c532d8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8 2024-11-20T18:22:09,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T18:22:09,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/799109efa3604ee0b84c74c011d6bb5f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f 2024-11-20T18:22:09,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T18:22:09,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e038a85b973c97e9da8d00d7f489076c in 1307ms, sequenceid=215, compaction requested=true 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:09,745 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:09,745 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:09,747 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93832 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:09,747 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:09,747 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,747 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=91.6 K 2024-11-20T18:22:09,747 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,747 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa] 2024-11-20T18:22:09,748 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:09,748 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:09,748 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,748 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/df97d764ff52486cbc4dfcfb07b6dfa0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=36.0 K 2024-11-20T18:22:09,748 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0e54b2ebac4c6f86c96ff2684d492c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126923692 2024-11-20T18:22:09,749 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting df97d764ff52486cbc4dfcfb07b6dfa0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126923692 2024-11-20T18:22:09,749 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56362e8a0b0d47a59ae84897642d9436, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126928110 2024-11-20T18:22:09,749 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting eeafa085a5ea41c0bd22d41e51f80f53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126928110 2024-11-20T18:22:09,750 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80d050e906f47689e93877c4cc8a2aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732126928129 2024-11-20T18:22:09,750 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd66a147e2b4cb3a477bc47e4c532d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732126928129 2024-11-20T18:22:09,758 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:09,761 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bea2101e1b924b49afd4c4a27b7dfbbf_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:09,761 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:09,761 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/f010eda328c44779baaa69683991e498 is 50, key is test_row_0/B:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:09,763 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bea2101e1b924b49afd4c4a27b7dfbbf_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:09,763 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bea2101e1b924b49afd4c4a27b7dfbbf_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:09,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742035_1211 (size=12663) 2024-11-20T18:22:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742034_1210 (size=4469) 2024-11-20T18:22:09,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:09,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T18:22:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,831 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016191108bc7443169e7af5e15642a886_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126928449/Put/seqid=0 2024-11-20T18:22:09,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742036_1212 (size=12304) 2024-11-20T18:22:09,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,872 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016191108bc7443169e7af5e15642a886_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016191108bc7443169e7af5e15642a886_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:09,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/4e9d24ba0857489b8446864392451f88, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/4e9d24ba0857489b8446864392451f88 is 175, key is test_row_0/A:col10/1732126928449/Put/seqid=0 2024-11-20T18:22:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742037_1213 (size=31105) 2024-11-20T18:22:09,911 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/4e9d24ba0857489b8446864392451f88 2024-11-20T18:22:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/9ad0d6e0cd114b23877404e16a943286 is 50, key is test_row_0/B:col10/1732126928449/Put/seqid=0 2024-11-20T18:22:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742038_1214 (size=12151) 2024-11-20T18:22:09,937 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/9ad0d6e0cd114b23877404e16a943286 2024-11-20T18:22:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/43a073ddf2df464aa372998cc8fa0fbb is 50, key is test_row_0/C:col10/1732126928449/Put/seqid=0 2024-11-20T18:22:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742039_1215 (size=12151) 2024-11-20T18:22:09,953 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/43a073ddf2df464aa372998cc8fa0fbb 2024-11-20T18:22:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/4e9d24ba0857489b8446864392451f88 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88 2024-11-20T18:22:09,967 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88, entries=150, sequenceid=237, filesize=30.4 K 2024-11-20T18:22:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/9ad0d6e0cd114b23877404e16a943286 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286 2024-11-20T18:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,973 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T18:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/43a073ddf2df464aa372998cc8fa0fbb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,983 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T18:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,985 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for e038a85b973c97e9da8d00d7f489076c in 154ms, sequenceid=237, compaction requested=true 2024-11-20T18:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T18:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T18:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T18:22:09,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-20T18:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.3870 sec 2024-11-20T18:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,207 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,208 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/9d520a2283e94c08adc6d7c2789e6665 is 175, key is test_row_0/A:col10/1732126928437/Put/seqid=0 2024-11-20T18:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,211 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/f010eda328c44779baaa69683991e498 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/f010eda328c44779baaa69683991e498 2024-11-20T18:22:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742040_1216 (size=31617) 2024-11-20T18:22:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,219 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into f010eda328c44779baaa69683991e498(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:10,219 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:10,220 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126929745; duration=0sec 2024-11-20T18:22:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,220 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:10,220 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,220 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,221 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:10,222 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:10,222 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,222 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f7f5a1e8b41043ed86c85a62dc99fa27, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=47.9 K 2024-11-20T18:22:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,222 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f5a1e8b41043ed86c85a62dc99fa27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732126923692 2024-11-20T18:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,223 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ef68dba4be240ea8c001a53f9c8a76a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126928110 2024-11-20T18:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,223 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 799109efa3604ee0b84c74c011d6bb5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732126928129 2024-11-20T18:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,224 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a073ddf2df464aa372998cc8fa0fbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732126928449 2024-11-20T18:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,236 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,236 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/48c6e2ddd6074c1c950d82b943309911 is 50, key is test_row_0/C:col10/1732126928449/Put/seqid=0 2024-11-20T18:22:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742041_1217 (size=12697) 2024-11-20T18:22:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,623 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/9d520a2283e94c08adc6d7c2789e6665 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665 2024-11-20T18:22:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,629 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into 9d520a2283e94c08adc6d7c2789e6665(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:10,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:10,629 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126929745; duration=0sec 2024-11-20T18:22:10,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:10,629 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:10,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112003fd26527c754dcd99e58cbeaf0fec84_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,657 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/48c6e2ddd6074c1c950d82b943309911 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/48c6e2ddd6074c1c950d82b943309911 2024-11-20T18:22:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,663 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 48c6e2ddd6074c1c950d82b943309911(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:10,663 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,663 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=12, startTime=1732126929745; duration=0sec 2024-11-20T18:22:10,663 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:10,663 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126990671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126990673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126990674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126990675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126990676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742043_1219 (size=24758) 2024-11-20T18:22:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T18:22:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,708 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T18:22:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-20T18:22:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,713 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:10,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126990777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126990777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126990780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126990780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126990780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:10,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:10,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126990980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126990983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126990984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126990992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126990992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:11,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112003fd26527c754dcd99e58cbeaf0fec84_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003fd26527c754dcd99e58cbeaf0fec84_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:11,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d363658317db4fff87af88d6a4337da3, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d363658317db4fff87af88d6a4337da3 is 175, key is test_row_0/A:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742042_1218 (size=74395) 2024-11-20T18:22:11,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126991283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126991285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126991286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126991294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126991296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:11,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d363658317db4fff87af88d6a4337da3 2024-11-20T18:22:11,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/61e9a6bd09fd4734b14f8dad69cc12e0 is 50, key is test_row_0/B:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742044_1220 (size=12151) 2024-11-20T18:22:11,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126991788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126991792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126991793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126991797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126991801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:11,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/61e9a6bd09fd4734b14f8dad69cc12e0 2024-11-20T18:22:11,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:11,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:11,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/d9c9ec14ce2b4acf970aeb2860651199 is 50, key is test_row_0/C:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742045_1221 (size=12151) 2024-11-20T18:22:12,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:12,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/d9c9ec14ce2b4acf970aeb2860651199 2024-11-20T18:22:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/d363658317db4fff87af88d6a4337da3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3 2024-11-20T18:22:12,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3, entries=400, sequenceid=250, filesize=72.7 K 2024-11-20T18:22:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/61e9a6bd09fd4734b14f8dad69cc12e0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0 2024-11-20T18:22:12,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T18:22:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/d9c9ec14ce2b4acf970aeb2860651199 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199 2024-11-20T18:22:12,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T18:22:12,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e038a85b973c97e9da8d00d7f489076c in 1743ms, sequenceid=250, compaction requested=true 2024-11-20T18:22:12,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:12,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:12,378 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:12,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:12,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:12,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:12,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:12,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:22:12,380 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:12,382 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:12,383 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:12,383 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,383 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=133.9 K 2024-11-20T18:22:12,383 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,383 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3] 2024-11-20T18:22:12,384 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:12,385 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:12,385 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,385 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/f010eda328c44779baaa69683991e498, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=36.1 K 2024-11-20T18:22:12,385 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d520a2283e94c08adc6d7c2789e6665, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732126928129 2024-11-20T18:22:12,385 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f010eda328c44779baaa69683991e498, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732126928129 2024-11-20T18:22:12,386 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e9d24ba0857489b8446864392451f88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732126928449 2024-11-20T18:22:12,386 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad0d6e0cd114b23877404e16a943286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732126928449 2024-11-20T18:22:12,386 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d363658317db4fff87af88d6a4337da3, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126930618 2024-11-20T18:22:12,387 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e9a6bd09fd4734b14f8dad69cc12e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126930628 2024-11-20T18:22:12,395 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:12,397 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:12,397 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/8c53beb17360475e9a44e79e1f421b6b is 50, key is test_row_0/B:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:12,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T18:22:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,401 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:22:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:12,409 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112045c2f2c5656f494d94f2ea233475e676_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:12,411 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112045c2f2c5656f494d94f2ea233475e676_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:12,411 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112045c2f2c5656f494d94f2ea233475e676_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742046_1222 (size=12765) 2024-11-20T18:22:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a42645a21e24786aa07c8eb434d3f72_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126930673/Put/seqid=0 2024-11-20T18:22:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742047_1223 (size=4469) 2024-11-20T18:22:12,448 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#186 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:12,449 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7af4074b9fc5444b98bd68dee075b6e9 is 175, key is test_row_0/A:col10/1732126930628/Put/seqid=0 2024-11-20T18:22:12,454 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/8c53beb17360475e9a44e79e1f421b6b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/8c53beb17360475e9a44e79e1f421b6b 2024-11-20T18:22:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742048_1224 (size=12454) 2024-11-20T18:22:12,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,461 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into 8c53beb17360475e9a44e79e1f421b6b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:12,461 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:12,461 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126932378; duration=0sec 2024-11-20T18:22:12,461 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:12,461 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:12,461 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T18:22:12,462 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a42645a21e24786aa07c8eb434d3f72_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a42645a21e24786aa07c8eb434d3f72_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:12,462 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:22:12,462 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:22:12,463 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. because compaction request was cancelled 2024-11-20T18:22:12,463 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:12,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/cdb02612f63f4699a17e799251350c4a, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/cdb02612f63f4699a17e799251350c4a is 175, key is test_row_0/A:col10/1732126930673/Put/seqid=0 2024-11-20T18:22:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742049_1225 (size=31719) 2024-11-20T18:22:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742050_1226 (size=31255) 2024-11-20T18:22:12,478 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/cdb02612f63f4699a17e799251350c4a 2024-11-20T18:22:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/3e009a103c0a4acd8c430bc8843ed3a4 is 50, key is test_row_0/B:col10/1732126930673/Put/seqid=0 2024-11-20T18:22:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742051_1227 (size=12301) 2024-11-20T18:22:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126992805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126992807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126992808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126992808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126992808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:12,875 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7af4074b9fc5444b98bd68dee075b6e9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9 2024-11-20T18:22:12,881 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into 7af4074b9fc5444b98bd68dee075b6e9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:12,881 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:12,881 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126932378; duration=0sec 2024-11-20T18:22:12,881 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:12,881 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:12,899 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/3e009a103c0a4acd8c430bc8843ed3a4 2024-11-20T18:22:12,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126992910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126992912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126992913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f409a8b0263e45e4ba4cb9570abfe040 is 50, key is test_row_0/C:col10/1732126930673/Put/seqid=0 2024-11-20T18:22:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742052_1228 (size=12301) 2024-11-20T18:22:12,951 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f409a8b0263e45e4ba4cb9570abfe040 2024-11-20T18:22:12,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/cdb02612f63f4699a17e799251350c4a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a 2024-11-20T18:22:12,966 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a, entries=150, sequenceid=276, filesize=30.5 K 2024-11-20T18:22:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/3e009a103c0a4acd8c430bc8843ed3a4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4 2024-11-20T18:22:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,974 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T18:22:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f409a8b0263e45e4ba4cb9570abfe040 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040 2024-11-20T18:22:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,980 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T18:22:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,981 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e038a85b973c97e9da8d00d7f489076c in 580ms, sequenceid=276, compaction requested=true 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-20T18:22:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T18:22:12,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2700 sec 2024-11-20T18:22:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.2760 sec 2024-11-20T18:22:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:13,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d94f245e01a44b38de379d6924cd12e_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:13,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742053_1229 (size=14994) 2024-11-20T18:22:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126993239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126993239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126993241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126993342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126993342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126993344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126993545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126993545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126993547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:13,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d94f245e01a44b38de379d6924cd12e_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d94f245e01a44b38de379d6924cd12e_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:13,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/53430d4617da4707967d6edbcba86096, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:13,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/53430d4617da4707967d6edbcba86096 is 175, key is test_row_0/A:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742054_1230 (size=39949) 2024-11-20T18:22:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126993848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126993849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126993850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:13,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/53430d4617da4707967d6edbcba86096 2024-11-20T18:22:14,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/a03cd094ff0f49ea86a7c957f26bd58e is 50, key is test_row_0/B:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742055_1231 (size=12301) 2024-11-20T18:22:14,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126994354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126994355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126994358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/a03cd094ff0f49ea86a7c957f26bd58e 2024-11-20T18:22:14,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/084dc0f8a51d4267bb55f26bfc99db15 is 50, key is test_row_0/C:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742056_1232 (size=12301) 2024-11-20T18:22:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T18:22:14,817 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T18:22:14,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732126994815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-20T18:22:14,819 DEBUG [Thread-721 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:14,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:14,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:14,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:14,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55304 deadline: 1732126994824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,826 DEBUG [Thread-727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:14,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/084dc0f8a51d4267bb55f26bfc99db15 2024-11-20T18:22:14,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/53430d4617da4707967d6edbcba86096 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096 2024-11-20T18:22:14,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096, entries=200, sequenceid=292, filesize=39.0 K 2024-11-20T18:22:14,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/a03cd094ff0f49ea86a7c957f26bd58e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e 2024-11-20T18:22:14,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T18:22:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/084dc0f8a51d4267bb55f26bfc99db15 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15 2024-11-20T18:22:14,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T18:22:14,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e038a85b973c97e9da8d00d7f489076c in 1692ms, sequenceid=292, compaction requested=true 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:14,848 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:14,848 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:14,849 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:14,849 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:14,849 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:14,849 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:14,849 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:14,849 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:14,850 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/8c53beb17360475e9a44e79e1f421b6b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=36.5 K 2024-11-20T18:22:14,850 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=100.5 K 2024-11-20T18:22:14,850 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:14,850 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096] 2024-11-20T18:22:14,850 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c53beb17360475e9a44e79e1f421b6b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126930628 2024-11-20T18:22:14,850 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7af4074b9fc5444b98bd68dee075b6e9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126930628 2024-11-20T18:22:14,851 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e009a103c0a4acd8c430bc8843ed3a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732126930673 2024-11-20T18:22:14,851 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdb02612f63f4699a17e799251350c4a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732126930673 2024-11-20T18:22:14,851 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a03cd094ff0f49ea86a7c957f26bd58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932806 2024-11-20T18:22:14,851 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53430d4617da4707967d6edbcba86096, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932803 2024-11-20T18:22:14,860 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:14,860 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d60f4a6370704ada8526709d0e3322dd is 50, key is test_row_0/B:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:14,860 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:14,863 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207e2dfb7a6ddb4e1fa765f62bae006f5c_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:14,865 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207e2dfb7a6ddb4e1fa765f62bae006f5c_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:14,865 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207e2dfb7a6ddb4e1fa765f62bae006f5c_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742057_1233 (size=13017) 2024-11-20T18:22:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742058_1234 (size=4469) 2024-11-20T18:22:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:14,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:14,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T18:22:14,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:14,973 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6e4e5d7eea14c02bea0402eed68905a_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126933240/Put/seqid=0 2024-11-20T18:22:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742059_1235 (size=12454) 2024-11-20T18:22:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:15,275 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d60f4a6370704ada8526709d0e3322dd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d60f4a6370704ada8526709d0e3322dd 2024-11-20T18:22:15,277 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:15,278 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/a1b3b6311d7f41f38b71e8945ee0e313 is 175, key is test_row_0/A:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:15,279 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into d60f4a6370704ada8526709d0e3322dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:15,279 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:15,279 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126934848; duration=0sec 2024-11-20T18:22:15,279 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:15,279 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:15,280 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:15,281 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:15,281 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:15,281 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:15,281 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/48c6e2ddd6074c1c950d82b943309911, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=48.3 K 2024-11-20T18:22:15,282 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c6e2ddd6074c1c950d82b943309911, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732126928449 2024-11-20T18:22:15,282 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c9ec14ce2b4acf970aeb2860651199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126930628 2024-11-20T18:22:15,282 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f409a8b0263e45e4ba4cb9570abfe040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732126930673 2024-11-20T18:22:15,283 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 084dc0f8a51d4267bb55f26bfc99db15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932806 2024-11-20T18:22:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742060_1236 (size=31971) 2024-11-20T18:22:15,294 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/a1b3b6311d7f41f38b71e8945ee0e313 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313 2024-11-20T18:22:15,298 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:15,298 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/73d978957ee447ecb6666f7a9ecaf04b is 50, key is test_row_0/C:col10/1732126932806/Put/seqid=0 2024-11-20T18:22:15,301 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into a1b3b6311d7f41f38b71e8945ee0e313(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:15,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:15,301 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126934848; duration=0sec 2024-11-20T18:22:15,302 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:15,302 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742061_1237 (size=12983) 2024-11-20T18:22:15,326 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/73d978957ee447ecb6666f7a9ecaf04b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/73d978957ee447ecb6666f7a9ecaf04b 2024-11-20T18:22:15,331 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 73d978957ee447ecb6666f7a9ecaf04b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:15,331 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:15,331 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=12, startTime=1732126934848; duration=0sec 2024-11-20T18:22:15,331 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:15,331 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. as already flushing 2024-11-20T18:22:15,390 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6e4e5d7eea14c02bea0402eed68905a_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6e4e5d7eea14c02bea0402eed68905a_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7a18a475844943638d99ec1ae6b0972d, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7a18a475844943638d99ec1ae6b0972d is 175, key is test_row_0/A:col10/1732126933240/Put/seqid=0 2024-11-20T18:22:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742062_1238 (size=31255) 2024-11-20T18:22:15,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126995396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126995397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126995398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,403 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7a18a475844943638d99ec1ae6b0972d 2024-11-20T18:22:15,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/caad21e2f1aa4872839e67c54df36e70 is 50, key is test_row_0/B:col10/1732126933240/Put/seqid=0 2024-11-20T18:22:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742063_1239 (size=12301) 2024-11-20T18:22:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126995500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126995500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126995502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126995704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126995704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126995704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:15,816 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/caad21e2f1aa4872839e67c54df36e70 2024-11-20T18:22:15,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4429795923a144d18f61842067a17a40 is 50, key is test_row_0/C:col10/1732126933240/Put/seqid=0 2024-11-20T18:22:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742064_1240 (size=12301) 2024-11-20T18:22:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55338 deadline: 1732126996007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1732126996008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:16,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1732126996012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:16,230 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4429795923a144d18f61842067a17a40 2024-11-20T18:22:16,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/7a18a475844943638d99ec1ae6b0972d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d 2024-11-20T18:22:16,242 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d, entries=150, sequenceid=314, filesize=30.5 K 2024-11-20T18:22:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/caad21e2f1aa4872839e67c54df36e70 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70 2024-11-20T18:22:16,247 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:22:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/4429795923a144d18f61842067a17a40 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40 2024-11-20T18:22:16,252 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:22:16,252 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e038a85b973c97e9da8d00d7f489076c in 1279ms, sequenceid=314, compaction requested=false 2024-11-20T18:22:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-20T18:22:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-20T18:22:16,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T18:22:16,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-20T18:22:16,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4380 sec 2024-11-20T18:22:16,280 DEBUG [Thread-738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:54702 2024-11-20T18:22:16,280 DEBUG [Thread-738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,281 DEBUG [Thread-732 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:54702 2024-11-20T18:22:16,281 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,281 DEBUG [Thread-734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:54702 2024-11-20T18:22:16,281 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,283 DEBUG [Thread-736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:54702 2024-11-20T18:22:16,283 DEBUG [Thread-736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:16,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T18:22:16,511 DEBUG [Thread-725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:54702 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:16,511 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:16,514 DEBUG [Thread-729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:54702 2024-11-20T18:22:16,514 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,518 DEBUG [Thread-723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:54702 2024-11-20T18:22:16,518 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:16,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206febff64f3bd4670b0f7071337f9787f_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742065_1241 (size=12454) 2024-11-20T18:22:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T18:22:16,924 INFO [Thread-731 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T18:22:16,924 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:16,928 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206febff64f3bd4670b0f7071337f9787f_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206febff64f3bd4670b0f7071337f9787f_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:16,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/f4f7cdbc8908432ba1878f804fa82374, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:16,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/f4f7cdbc8908432ba1878f804fa82374 is 175, key is test_row_0/A:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:16,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742066_1242 (size=31255) 2024-11-20T18:22:17,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/f4f7cdbc8908432ba1878f804fa82374 2024-11-20T18:22:17,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0b92978019b14001b4fef225b728b49b is 50, key is test_row_0/B:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742067_1243 (size=12301) 2024-11-20T18:22:17,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0b92978019b14001b4fef225b728b49b 2024-11-20T18:22:17,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f6528b38f61e4f9eb181e2299c233f21 is 50, key is test_row_0/C:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742068_1244 (size=12301) 2024-11-20T18:22:18,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f6528b38f61e4f9eb181e2299c233f21 2024-11-20T18:22:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/f4f7cdbc8908432ba1878f804fa82374 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374 2024-11-20T18:22:18,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374, entries=150, sequenceid=332, filesize=30.5 K 2024-11-20T18:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0b92978019b14001b4fef225b728b49b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b 2024-11-20T18:22:18,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T18:22:18,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/f6528b38f61e4f9eb181e2299c233f21 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21 2024-11-20T18:22:18,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T18:22:18,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for e038a85b973c97e9da8d00d7f489076c in 1663ms, sequenceid=332, compaction requested=true 2024-11-20T18:22:18,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:18,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:18,175 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e038a85b973c97e9da8d00d7f489076c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:18,175 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:18,175 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:18,175 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:18,176 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/B is initiating minor compaction (all files) 2024-11-20T18:22:18,176 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/A is initiating minor compaction (all files) 2024-11-20T18:22:18,176 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/A in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:18,176 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/B in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:18,176 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d60f4a6370704ada8526709d0e3322dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=36.7 K 2024-11-20T18:22:18,176 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=92.3 K 2024-11-20T18:22:18,176 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:18,176 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374] 2024-11-20T18:22:18,176 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d60f4a6370704ada8526709d0e3322dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932806 2024-11-20T18:22:18,176 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1b3b6311d7f41f38b71e8945ee0e313, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932806 2024-11-20T18:22:18,177 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting caad21e2f1aa4872839e67c54df36e70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126933236 2024-11-20T18:22:18,177 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a18a475844943638d99ec1ae6b0972d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126933236 2024-11-20T18:22:18,177 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b92978019b14001b4fef225b728b49b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126935393 2024-11-20T18:22:18,177 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f7cdbc8908432ba1878f804fa82374, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126935393 2024-11-20T18:22:18,187 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:18,188 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#B#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:18,189 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d29210f455464699bf8b35a8ac7a193a is 50, key is test_row_0/B:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:18,189 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112062e44e1f97b14007ac6f0624c93e299a_e038a85b973c97e9da8d00d7f489076c store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742069_1245 (size=13119) 2024-11-20T18:22:18,212 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112062e44e1f97b14007ac6f0624c93e299a_e038a85b973c97e9da8d00d7f489076c, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:18,212 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112062e44e1f97b14007ac6f0624c93e299a_e038a85b973c97e9da8d00d7f489076c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742070_1246 (size=4469) 2024-11-20T18:22:18,599 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/d29210f455464699bf8b35a8ac7a193a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d29210f455464699bf8b35a8ac7a193a 2024-11-20T18:22:18,604 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/B of e038a85b973c97e9da8d00d7f489076c into d29210f455464699bf8b35a8ac7a193a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:18,604 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:18,604 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/B, priority=13, startTime=1732126938175; duration=0sec 2024-11-20T18:22:18,604 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:18,604 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:B 2024-11-20T18:22:18,604 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:18,605 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:18,605 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): e038a85b973c97e9da8d00d7f489076c/C is initiating minor compaction (all files) 2024-11-20T18:22:18,605 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e038a85b973c97e9da8d00d7f489076c/C in TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:18,605 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/73d978957ee447ecb6666f7a9ecaf04b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp, totalSize=36.7 K 2024-11-20T18:22:18,606 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d978957ee447ecb6666f7a9ecaf04b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126932806 2024-11-20T18:22:18,606 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4429795923a144d18f61842067a17a40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126933236 2024-11-20T18:22:18,606 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f6528b38f61e4f9eb181e2299c233f21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126935393 2024-11-20T18:22:18,613 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:18,613 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/07e39aa55e144ac6a07a9602a1ddfbcc is 50, key is test_row_0/C:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742071_1247 (size=13085) 2024-11-20T18:22:18,618 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e038a85b973c97e9da8d00d7f489076c#A#compaction#204 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:18,618 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/136f115800294f6bb4aa1bad5fbf489e is 175, key is test_row_0/A:col10/1732126935393/Put/seqid=0 2024-11-20T18:22:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742072_1248 (size=32073) 2024-11-20T18:22:18,844 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:54702 2024-11-20T18:22:18,845 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:18,856 DEBUG [Thread-727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:54702 2024-11-20T18:22:18,856 DEBUG [Thread-727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6961 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6612 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2857 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8570 rows 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2858 2024-11-20T18:22:18,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8573 rows 2024-11-20T18:22:18,856 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:22:18,856 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:54702 2024-11-20T18:22:18,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:18,859 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:22:18,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:22:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:18,862 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126938862"}]},"ts":"1732126938862"} 2024-11-20T18:22:18,863 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:22:18,866 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:22:18,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:22:18,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, UNASSIGN}] 2024-11-20T18:22:18,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, UNASSIGN 2024-11-20T18:22:18,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:18,869 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:22:18,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:19,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:19,021 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:19,021 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:22:19,021 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing e038a85b973c97e9da8d00d7f489076c, disabling compactions & flushes 2024-11-20T18:22:19,021 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:19,022 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/07e39aa55e144ac6a07a9602a1ddfbcc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/07e39aa55e144ac6a07a9602a1ddfbcc 2024-11-20T18:22:19,026 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/136f115800294f6bb4aa1bad5fbf489e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/136f115800294f6bb4aa1bad5fbf489e 2024-11-20T18:22:19,026 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/C of e038a85b973c97e9da8d00d7f489076c into 07e39aa55e144ac6a07a9602a1ddfbcc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:19,027 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:19,027 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/C, priority=13, startTime=1732126938175; duration=0sec 2024-11-20T18:22:19,027 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:19,027 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:C 2024-11-20T18:22:19,029 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e038a85b973c97e9da8d00d7f489076c/A of e038a85b973c97e9da8d00d7f489076c into 136f115800294f6bb4aa1bad5fbf489e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:19,030 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:19,030 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c., storeName=e038a85b973c97e9da8d00d7f489076c/A, priority=13, startTime=1732126938174; duration=0sec 2024-11-20T18:22:19,030 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:19,030 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:19,030 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e038a85b973c97e9da8d00d7f489076c:A 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. after waiting 0 ms 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:19,030 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing e038a85b973c97e9da8d00d7f489076c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=A 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=B 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e038a85b973c97e9da8d00d7f489076c, store=C 2024-11-20T18:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:19,036 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120649b38bb97354688a561bbcf4092fda8_e038a85b973c97e9da8d00d7f489076c is 50, key is test_row_0/A:col10/1732126938855/Put/seqid=0 2024-11-20T18:22:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742073_1249 (size=12454) 2024-11-20T18:22:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:19,440 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:19,443 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120649b38bb97354688a561bbcf4092fda8_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649b38bb97354688a561bbcf4092fda8_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:19,444 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/1cc4d90d85584ca7aae56a4fc30054c9, store: [table=TestAcidGuarantees family=A region=e038a85b973c97e9da8d00d7f489076c] 2024-11-20T18:22:19,445 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/1cc4d90d85584ca7aae56a4fc30054c9 is 175, key is test_row_0/A:col10/1732126938855/Put/seqid=0 2024-11-20T18:22:19,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742074_1250 (size=31255) 2024-11-20T18:22:19,449 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/1cc4d90d85584ca7aae56a4fc30054c9 2024-11-20T18:22:19,454 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0202fca6239442f6a39934b9becc747d is 50, key is test_row_0/B:col10/1732126938855/Put/seqid=0 2024-11-20T18:22:19,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742075_1251 (size=12301) 2024-11-20T18:22:19,458 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0202fca6239442f6a39934b9becc747d 2024-11-20T18:22:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:19,464 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/68eca3c05f0847139e4d4e9da899176b is 50, key is test_row_0/C:col10/1732126938855/Put/seqid=0 2024-11-20T18:22:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742076_1252 (size=12301) 2024-11-20T18:22:19,869 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/68eca3c05f0847139e4d4e9da899176b 2024-11-20T18:22:19,873 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/A/1cc4d90d85584ca7aae56a4fc30054c9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/1cc4d90d85584ca7aae56a4fc30054c9 2024-11-20T18:22:19,876 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/1cc4d90d85584ca7aae56a4fc30054c9, entries=150, sequenceid=342, filesize=30.5 K 2024-11-20T18:22:19,877 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/B/0202fca6239442f6a39934b9becc747d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0202fca6239442f6a39934b9becc747d 2024-11-20T18:22:19,880 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0202fca6239442f6a39934b9becc747d, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T18:22:19,881 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/.tmp/C/68eca3c05f0847139e4d4e9da899176b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68eca3c05f0847139e4d4e9da899176b 2024-11-20T18:22:19,884 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68eca3c05f0847139e4d4e9da899176b, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T18:22:19,885 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e038a85b973c97e9da8d00d7f489076c in 855ms, sequenceid=342, compaction requested=false 2024-11-20T18:22:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374] to archive 2024-11-20T18:22:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/e98c2dfa6cba46fd9c7058c620fc9a25 2024-11-20T18:22:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d6eea152b16a4a089d6267c7c09e3545 2024-11-20T18:22:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/512e7937142d4d7db785c54bff414981 2024-11-20T18:22:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/04ba517819e443448de6467e854d6f1d 2024-11-20T18:22:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/8afeb5190611408bbf4796245ee2501c 2024-11-20T18:22:19,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/41b4a9df1a3344849ac034ab06febd5a 2024-11-20T18:22:19,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c38ad09379d24f54b19f26a77df04ffd 2024-11-20T18:22:19,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7ed348457df8492dbc8825bad626ea8f 2024-11-20T18:22:19,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/07c814de166046f49b9ea1df3c7b8e7f 2024-11-20T18:22:19,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/c08c1bec3d064070a0b4ef67cea1fdbb 2024-11-20T18:22:19,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/397a828bac8a40099b11b00780f6cb9f 2024-11-20T18:22:19,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/af0e54b2ebac4c6f86c96ff2684d492c 2024-11-20T18:22:19,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/23e9c76db86245749b16b9644eaa06a0 2024-11-20T18:22:19,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/56362e8a0b0d47a59ae84897642d9436 2024-11-20T18:22:19,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/9d520a2283e94c08adc6d7c2789e6665 2024-11-20T18:22:19,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d80d050e906f47689e93877c4cc8a2aa 2024-11-20T18:22:19,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/4e9d24ba0857489b8446864392451f88 2024-11-20T18:22:19,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/d363658317db4fff87af88d6a4337da3 2024-11-20T18:22:19,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7af4074b9fc5444b98bd68dee075b6e9 2024-11-20T18:22:19,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/cdb02612f63f4699a17e799251350c4a 2024-11-20T18:22:19,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/53430d4617da4707967d6edbcba86096 2024-11-20T18:22:19,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/a1b3b6311d7f41f38b71e8945ee0e313 2024-11-20T18:22:19,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/7a18a475844943638d99ec1ae6b0972d 2024-11-20T18:22:19,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/f4f7cdbc8908432ba1878f804fa82374 2024-11-20T18:22:19,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/161ad21fc09d429cb92a68eaaa05aefe, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9628b8ae80dd4d4ab21c95193f07e051, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d5aa0475072e431eafdb696b06bad5dc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/df97d764ff52486cbc4dfcfb07b6dfa0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/f010eda328c44779baaa69683991e498, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/8c53beb17360475e9a44e79e1f421b6b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d60f4a6370704ada8526709d0e3322dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b] to archive 2024-11-20T18:22:19,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:19,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/42dac7c122f240a9a9cfb03924e306ca 2024-11-20T18:22:19,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/7ad8747accc045b88af2f590b032b749 2024-11-20T18:22:19,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/161ad21fc09d429cb92a68eaaa05aefe to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/161ad21fc09d429cb92a68eaaa05aefe 2024-11-20T18:22:19,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5c836093b6b041c2a69760c4bc712613 2024-11-20T18:22:19,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/dc9285da06744596af01f900b68fdb73 2024-11-20T18:22:19,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9628b8ae80dd4d4ab21c95193f07e051 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9628b8ae80dd4d4ab21c95193f07e051 2024-11-20T18:22:19,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/c0e90efd14dc46eab9743a386be67a5a 2024-11-20T18:22:19,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/56d524c677d94d9f9a385da6fbedf0c4 2024-11-20T18:22:19,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d5aa0475072e431eafdb696b06bad5dc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d5aa0475072e431eafdb696b06bad5dc 2024-11-20T18:22:19,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/b70a9b38fd2143c98c5dd4cd6678e8a3 2024-11-20T18:22:19,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/cd42a26d325744e5ba6e18a9ca75dec7 2024-11-20T18:22:19,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/df97d764ff52486cbc4dfcfb07b6dfa0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/df97d764ff52486cbc4dfcfb07b6dfa0 2024-11-20T18:22:19,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d6f793a9cf4d4ef487613b4152811767 2024-11-20T18:22:19,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/eeafa085a5ea41c0bd22d41e51f80f53 2024-11-20T18:22:19,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/f010eda328c44779baaa69683991e498 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/f010eda328c44779baaa69683991e498 2024-11-20T18:22:19,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/5fd66a147e2b4cb3a477bc47e4c532d8 2024-11-20T18:22:19,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/9ad0d6e0cd114b23877404e16a943286 2024-11-20T18:22:19,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/8c53beb17360475e9a44e79e1f421b6b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/8c53beb17360475e9a44e79e1f421b6b 2024-11-20T18:22:19,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/61e9a6bd09fd4734b14f8dad69cc12e0 2024-11-20T18:22:19,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/3e009a103c0a4acd8c430bc8843ed3a4 2024-11-20T18:22:19,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d60f4a6370704ada8526709d0e3322dd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d60f4a6370704ada8526709d0e3322dd 2024-11-20T18:22:19,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/a03cd094ff0f49ea86a7c957f26bd58e 2024-11-20T18:22:19,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/caad21e2f1aa4872839e67c54df36e70 2024-11-20T18:22:19,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0b92978019b14001b4fef225b728b49b 2024-11-20T18:22:19,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68c1c72b9c9a40379129a624e3d87a80, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/842b5754e6fc4401b2949aaff8418b49, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/05d1879874db4a3d86140c50563c56de, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f7f5a1e8b41043ed86c85a62dc99fa27, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/48c6e2ddd6074c1c950d82b943309911, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/73d978957ee447ecb6666f7a9ecaf04b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21] to archive 2024-11-20T18:22:19,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:19,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/c07ad3b22c094ddbaaaac6241b61ea42 2024-11-20T18:22:19,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/11536150012041a5a565c796e45cc9c4 2024-11-20T18:22:19,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68c1c72b9c9a40379129a624e3d87a80 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68c1c72b9c9a40379129a624e3d87a80 2024-11-20T18:22:19,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/adc573f853334e1cbb7e8b5d5fa62112 2024-11-20T18:22:19,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/994f765d5d8a416ba8f8e9c239b9be25 2024-11-20T18:22:19,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/842b5754e6fc4401b2949aaff8418b49 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/842b5754e6fc4401b2949aaff8418b49 2024-11-20T18:22:19,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/fdd623ecbd804ab7ae1ab3b87ad152c0 2024-11-20T18:22:19,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/7c97e381eddc4799a666462d9a75994c 2024-11-20T18:22:19,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/05d1879874db4a3d86140c50563c56de to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/05d1879874db4a3d86140c50563c56de 2024-11-20T18:22:19,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/9a5626c5b9ec4235a1722fd78a77370a 2024-11-20T18:22:19,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/2f2d2c5dceaf47a3b67c4cb2f2471118 2024-11-20T18:22:19,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f7f5a1e8b41043ed86c85a62dc99fa27 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f7f5a1e8b41043ed86c85a62dc99fa27 2024-11-20T18:22:19,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/31c7e35ce39e4a7fb6a0811f17c071c3 2024-11-20T18:22:19,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4ef68dba4be240ea8c001a53f9c8a76a 2024-11-20T18:22:19,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/799109efa3604ee0b84c74c011d6bb5f 2024-11-20T18:22:19,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/48c6e2ddd6074c1c950d82b943309911 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/48c6e2ddd6074c1c950d82b943309911 2024-11-20T18:22:19,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/43a073ddf2df464aa372998cc8fa0fbb 2024-11-20T18:22:19,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/d9c9ec14ce2b4acf970aeb2860651199 2024-11-20T18:22:19,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f409a8b0263e45e4ba4cb9570abfe040 2024-11-20T18:22:19,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/73d978957ee447ecb6666f7a9ecaf04b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/73d978957ee447ecb6666f7a9ecaf04b 2024-11-20T18:22:19,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/084dc0f8a51d4267bb55f26bfc99db15 2024-11-20T18:22:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:19,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/4429795923a144d18f61842067a17a40 2024-11-20T18:22:19,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/f6528b38f61e4f9eb181e2299c233f21 2024-11-20T18:22:19,972 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=4 2024-11-20T18:22:19,973 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c. 2024-11-20T18:22:19,973 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for e038a85b973c97e9da8d00d7f489076c: 2024-11-20T18:22:19,975 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:19,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e038a85b973c97e9da8d00d7f489076c, regionState=CLOSED 2024-11-20T18:22:19,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T18:22:19,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure e038a85b973c97e9da8d00d7f489076c, server=82db7be9f118,45523,1732126875644 in 1.1070 sec 2024-11-20T18:22:19,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T18:22:19,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e038a85b973c97e9da8d00d7f489076c, UNASSIGN in 1.1110 sec 2024-11-20T18:22:19,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T18:22:19,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1130 sec 2024-11-20T18:22:19,982 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126939982"}]},"ts":"1732126939982"} 2024-11-20T18:22:19,983 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:22:19,985 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:22:19,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1260 sec 2024-11-20T18:22:20,288 DEBUG [master/82db7be9f118:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 06c668e84a010dbdbfc69d3189b75612 changed from -1.0 to 0.0, refreshing cache 2024-11-20T18:22:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T18:22:20,966 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T18:22:20,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:22:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:20,968 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T18:22:20,968 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:20,970 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,972 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits] 2024-11-20T18:22:20,975 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/136f115800294f6bb4aa1bad5fbf489e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/136f115800294f6bb4aa1bad5fbf489e 2024-11-20T18:22:20,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/1cc4d90d85584ca7aae56a4fc30054c9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/A/1cc4d90d85584ca7aae56a4fc30054c9 2024-11-20T18:22:20,980 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0202fca6239442f6a39934b9becc747d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/0202fca6239442f6a39934b9becc747d 2024-11-20T18:22:20,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d29210f455464699bf8b35a8ac7a193a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/B/d29210f455464699bf8b35a8ac7a193a 2024-11-20T18:22:20,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/07e39aa55e144ac6a07a9602a1ddfbcc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/07e39aa55e144ac6a07a9602a1ddfbcc 2024-11-20T18:22:20,985 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68eca3c05f0847139e4d4e9da899176b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/C/68eca3c05f0847139e4d4e9da899176b 2024-11-20T18:22:20,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits/345.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c/recovered.edits/345.seqid 2024-11-20T18:22:20,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:22:20,988 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:22:20,989 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T18:22:20,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003fd26527c754dcd99e58cbeaf0fec84_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112003fd26527c754dcd99e58cbeaf0fec84_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,994 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016191108bc7443169e7af5e15642a886_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016191108bc7443169e7af5e15642a886_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d94f245e01a44b38de379d6924cd12e_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d94f245e01a44b38de379d6924cd12e_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c76adef30694c4ca0b1cf00773f3b8b_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c76adef30694c4ca0b1cf00773f3b8b_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:20,998 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204030b6da30e949c5b7b2eb8c91a08222_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204030b6da30e949c5b7b2eb8c91a08222_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,000 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d75cba972434ff5b0d1978b2ad5cdb5_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d75cba972434ff5b0d1978b2ad5cdb5_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,001 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649b38bb97354688a561bbcf4092fda8_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649b38bb97354688a561bbcf4092fda8_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,002 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206febff64f3bd4670b0f7071337f9787f_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206febff64f3bd4670b0f7071337f9787f_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,004 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c166e214bb24238a602ee122bce1cba_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207c166e214bb24238a602ee122bce1cba_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a42645a21e24786aa07c8eb434d3f72_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a42645a21e24786aa07c8eb434d3f72_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,006 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a517a22e9224fd49c9f169f915304d5_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a517a22e9224fd49c9f169f915304d5_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,007 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209450d9d794b44559b5f51277df3f0927_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209450d9d794b44559b5f51277df3f0927_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,009 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120955c4fcdb9464e21ae6881cd3c950030_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120955c4fcdb9464e21ae6881cd3c950030_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,010 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120982fa5e1fcf340e1b175ef5a2021a825_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120982fa5e1fcf340e1b175ef5a2021a825_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,011 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a71de298d61d472fa3a1cd1871a56796_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a71de298d61d472fa3a1cd1871a56796_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,012 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e02d925d2fdc4cc3a2fe57e1a1b9bda9_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e02d925d2fdc4cc3a2fe57e1a1b9bda9_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eecf30e538fd4987a3c615e0ba4142e4_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eecf30e538fd4987a3c615e0ba4142e4_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,014 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6e4e5d7eea14c02bea0402eed68905a_e038a85b973c97e9da8d00d7f489076c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6e4e5d7eea14c02bea0402eed68905a_e038a85b973c97e9da8d00d7f489076c 2024-11-20T18:22:21,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:22:21,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:21,019 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:22:21,021 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:22:21,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:21,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:22:21,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732126941022"}]},"ts":"9223372036854775807"} 2024-11-20T18:22:21,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:22:21,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e038a85b973c97e9da8d00d7f489076c, NAME => 'TestAcidGuarantees,,1732126913161.e038a85b973c97e9da8d00d7f489076c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:22:21,025 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:22:21,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732126941025"}]},"ts":"9223372036854775807"} 2024-11-20T18:22:21,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:22:21,029 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:21,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-20T18:22:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T18:22:21,069 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T18:22:21,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1820856343_22 at /127.0.0.1:48284 [Waiting for operation #1323] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1820856343_22 at /127.0.0.1:48274 [Waiting for operation #1352] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_467712909_22 at /127.0.0.1:48240 [Waiting for operation #1360] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_467712909_22 at /127.0.0.1:35912 [Waiting for operation #1378] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6a7920e2-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5660 (was 6163) 2024-11-20T18:22:21,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=5660 2024-11-20T18:22:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:22:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:21,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:21,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:21,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-20T18:22:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:21,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742077_1253 (size=960) 2024-11-20T18:22:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:21,499 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:22:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742078_1254 (size=53) 2024-11-20T18:22:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2ddc86afef0635fbdff9b41bdf78ea85, disabling compactions & flushes 2024-11-20T18:22:21,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. after waiting 0 ms 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:21,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:21,905 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:21,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:21,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732126941906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126941906"}]},"ts":"1732126941906"} 2024-11-20T18:22:21,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:22:21,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:21,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126941908"}]},"ts":"1732126941908"} 2024-11-20T18:22:21,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:22:21,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, ASSIGN}] 2024-11-20T18:22:21,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, ASSIGN 2024-11-20T18:22:21,914 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:22:22,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=2ddc86afef0635fbdff9b41bdf78ea85, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:22,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:22,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:22,220 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:22,220 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:22,221 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,221 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:22,221 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,221 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,222 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,223 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:22,223 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ddc86afef0635fbdff9b41bdf78ea85 columnFamilyName A 2024-11-20T18:22:22,223 DEBUG [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:22,224 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(327): Store=2ddc86afef0635fbdff9b41bdf78ea85/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:22,224 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,225 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:22,225 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ddc86afef0635fbdff9b41bdf78ea85 columnFamilyName B 2024-11-20T18:22:22,225 DEBUG [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:22,225 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(327): Store=2ddc86afef0635fbdff9b41bdf78ea85/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:22,225 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,226 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:22,226 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ddc86afef0635fbdff9b41bdf78ea85 columnFamilyName C 2024-11-20T18:22:22,226 DEBUG [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:22,226 INFO [StoreOpener-2ddc86afef0635fbdff9b41bdf78ea85-1 {}] regionserver.HStore(327): Store=2ddc86afef0635fbdff9b41bdf78ea85/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:22,227 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:22,227 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,227 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,228 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:22:22,229 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:22,231 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:22,231 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 2ddc86afef0635fbdff9b41bdf78ea85; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73261818, jitterRate=0.09168615937232971}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:22:22,232 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:22,233 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., pid=70, masterSystemTime=1732126942217 2024-11-20T18:22:22,234 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:22,234 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:22,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=2ddc86afef0635fbdff9b41bdf78ea85, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T18:22:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 in 170 msec 2024-11-20T18:22:22,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T18:22:22,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, ASSIGN in 324 msec 2024-11-20T18:22:22,238 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:22,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126942238"}]},"ts":"1732126942238"} 2024-11-20T18:22:22,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:22:22,241 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:22,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-20T18:22:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-20T18:22:23,195 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-20T18:22:23,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-20T18:22:23,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,203 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:23,205 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:23,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-20T18:22:23,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-20T18:22:23,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-20T18:22:23,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,217 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-20T18:22:23,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-20T18:22:23,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-20T18:22:23,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-20T18:22:23,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-20T18:22:23,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-20T18:22:23,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-20T18:22:23,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:23,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T18:22:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:23,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:23,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:23,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:23,244 DEBUG [hconnection-0x2b594458-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,245 DEBUG [hconnection-0x3cbc73da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,245 DEBUG [hconnection-0x6b725a2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,246 DEBUG [hconnection-0x2e1a0740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,246 DEBUG [hconnection-0x21fccac6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,246 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,247 DEBUG [hconnection-0x672e37dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,247 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,247 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,247 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,248 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,250 DEBUG [hconnection-0x60181f8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,250 DEBUG [hconnection-0x18cdc559-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,251 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,251 DEBUG [hconnection-0x5f5b9fd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,251 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,253 DEBUG [hconnection-0x62ecae02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:23,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:23,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127003280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/56d714f765cf4be7bb8bf3eaba0dfa58 is 50, key is test_row_0/A:col10/1732126943258/Put/seqid=0 2024-11-20T18:22:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127003280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127003282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127003281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127003282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742079_1255 (size=12001) 2024-11-20T18:22:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127003385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127003385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127003386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127003386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127003386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:23,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:23,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:23,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127003587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127003588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127003589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127003590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127003590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/56d714f765cf4be7bb8bf3eaba0dfa58 2024-11-20T18:22:23,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3ca0816da9d549d2a12b3d106086d4ca is 50, key is test_row_0/B:col10/1732126943258/Put/seqid=0 2024-11-20T18:22:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742080_1256 (size=12001) 2024-11-20T18:22:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:23,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:23,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127003890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127003891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127003891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127003893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127003894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:24,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3ca0816da9d549d2a12b3d106086d4ca 2024-11-20T18:22:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/347a68ad3ed2401d93fdc98ddd9f8bf6 is 50, key is test_row_0/C:col10/1732126943258/Put/seqid=0 2024-11-20T18:22:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742081_1257 (size=12001) 2024-11-20T18:22:24,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127004392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127004397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127004398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127004399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127004399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/347a68ad3ed2401d93fdc98ddd9f8bf6 2024-11-20T18:22:24,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/56d714f765cf4be7bb8bf3eaba0dfa58 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58 2024-11-20T18:22:24,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T18:22:24,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3ca0816da9d549d2a12b3d106086d4ca as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca 2024-11-20T18:22:24,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:24,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T18:22:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/347a68ad3ed2401d93fdc98ddd9f8bf6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6 2024-11-20T18:22:24,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T18:22:24,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1371ms, sequenceid=14, compaction requested=false 2024-11-20T18:22:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:24,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:24,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T18:22:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:24,776 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b75b70c1734d4f01a3ba5d85d2bc3b04 is 50, key is test_row_0/A:col10/1732126943279/Put/seqid=0 2024-11-20T18:22:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742082_1258 (size=12001) 2024-11-20T18:22:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b75b70c1734d4f01a3ba5d85d2bc3b04 2024-11-20T18:22:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2d065e21e53048cabc3852d2d2e0fc87 is 50, key is test_row_0/B:col10/1732126943279/Put/seqid=0 2024-11-20T18:22:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742083_1259 (size=12001) 2024-11-20T18:22:24,844 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2d065e21e53048cabc3852d2d2e0fc87 2024-11-20T18:22:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/53b18a53c8ac44d0ba40f65cc200367d is 50, key is test_row_0/C:col10/1732126943279/Put/seqid=0 2024-11-20T18:22:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742084_1260 (size=12001) 2024-11-20T18:22:25,272 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/53b18a53c8ac44d0ba40f65cc200367d 2024-11-20T18:22:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b75b70c1734d4f01a3ba5d85d2bc3b04 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04 2024-11-20T18:22:25,281 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T18:22:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2d065e21e53048cabc3852d2d2e0fc87 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87 2024-11-20T18:22:25,287 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T18:22:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/53b18a53c8ac44d0ba40f65cc200367d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d 2024-11-20T18:22:25,293 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T18:22:25,294 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 2ddc86afef0635fbdff9b41bdf78ea85 in 518ms, sequenceid=38, compaction requested=false 2024-11-20T18:22:25,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:25,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T18:22:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T18:22:25,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T18:22:25,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-11-20T18:22:25,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.0560 sec 2024-11-20T18:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T18:22:25,348 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T18:22:25,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T18:22:25,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:25,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:25,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:25,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:25,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:25,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad12b02e49dd41a4a7293777b08ce8ac is 50, key is test_row_0/A:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742085_1261 (size=14341) 2024-11-20T18:22:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:25,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:22:25,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127005519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127005521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127005524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127005525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127005525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127005626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127005628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127005629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127005629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127005629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:25,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad12b02e49dd41a4a7293777b08ce8ac 2024-11-20T18:22:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127005829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127005832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/087249077a3e4534b87577e881978b20 is 50, key is test_row_0/B:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127005832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127005834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127005834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742086_1262 (size=12001) 2024-11-20T18:22:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:25,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:25,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:25,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:25,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:25,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127006133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127006136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127006136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127006136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127006138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/087249077a3e4534b87577e881978b20 2024-11-20T18:22:26,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/fbda2b33f88d4eb88235c1840cf19212 is 50, key is test_row_0/C:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742087_1263 (size=12001) 2024-11-20T18:22:26,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:26,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127006636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127006640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127006640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127006641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127006642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/fbda2b33f88d4eb88235c1840cf19212 2024-11-20T18:22:26,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad12b02e49dd41a4a7293777b08ce8ac as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac 2024-11-20T18:22:26,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac, entries=200, sequenceid=51, filesize=14.0 K 2024-11-20T18:22:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/087249077a3e4534b87577e881978b20 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20 2024-11-20T18:22:26,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T18:22:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/fbda2b33f88d4eb88235c1840cf19212 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212 2024-11-20T18:22:26,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T18:22:26,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1258ms, sequenceid=51, compaction requested=true 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:26,669 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:26,669 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:26,670 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:26,670 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:26,670 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,670 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=37.4 K 2024-11-20T18:22:26,671 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:26,671 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:26,671 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,671 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.2 K 2024-11-20T18:22:26,671 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d714f765cf4be7bb8bf3eaba0dfa58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732126943257 2024-11-20T18:22:26,671 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca0816da9d549d2a12b3d106086d4ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732126943257 2024-11-20T18:22:26,671 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b75b70c1734d4f01a3ba5d85d2bc3b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732126943279 2024-11-20T18:22:26,672 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad12b02e49dd41a4a7293777b08ce8ac, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:26,672 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d065e21e53048cabc3852d2d2e0fc87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732126943279 2024-11-20T18:22:26,672 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 087249077a3e4534b87577e881978b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:26,680 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:26,680 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/2c427350b12346519e6ff0aa18de293d is 50, key is test_row_0/A:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:26,681 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:26,681 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1d2ea562b10442c0a8b31016d833dc95 is 50, key is test_row_0/B:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742088_1264 (size=12104) 2024-11-20T18:22:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742089_1265 (size=12104) 2024-11-20T18:22:26,697 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/2c427350b12346519e6ff0aa18de293d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2c427350b12346519e6ff0aa18de293d 2024-11-20T18:22:26,702 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 2c427350b12346519e6ff0aa18de293d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:26,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:26,702 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126946669; duration=0sec 2024-11-20T18:22:26,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:26,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:26,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:26,703 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:26,703 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:26,703 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,703 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.2 K 2024-11-20T18:22:26,704 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 347a68ad3ed2401d93fdc98ddd9f8bf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732126943257 2024-11-20T18:22:26,704 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b18a53c8ac44d0ba40f65cc200367d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732126943279 2024-11-20T18:22:26,704 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbda2b33f88d4eb88235c1840cf19212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:26,723 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#220 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:26,724 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9c9a82be28774a388641da162290934f is 50, key is test_row_0/C:col10/1732126945409/Put/seqid=0 2024-11-20T18:22:26,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:26,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T18:22:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:26,726 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742090_1266 (size=12104) 2024-11-20T18:22:26,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad569b179a6941ec9cf3396a2ebfd648 is 50, key is test_row_0/A:col10/1732126945520/Put/seqid=0 2024-11-20T18:22:26,736 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9c9a82be28774a388641da162290934f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c9a82be28774a388641da162290934f 2024-11-20T18:22:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742091_1267 (size=12001) 2024-11-20T18:22:26,741 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into 9c9a82be28774a388641da162290934f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:26,741 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:26,741 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126946669; duration=0sec 2024-11-20T18:22:26,741 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:26,741 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:27,091 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1d2ea562b10442c0a8b31016d833dc95 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1d2ea562b10442c0a8b31016d833dc95 2024-11-20T18:22:27,096 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 1d2ea562b10442c0a8b31016d833dc95(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:27,096 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:27,096 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126946669; duration=0sec 2024-11-20T18:22:27,096 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:27,096 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:27,139 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad569b179a6941ec9cf3396a2ebfd648 2024-11-20T18:22:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/9637351cd95f404b80dc575a29b39b05 is 50, key is test_row_0/B:col10/1732126945520/Put/seqid=0 2024-11-20T18:22:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742092_1268 (size=12001) 2024-11-20T18:22:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:27,574 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/9637351cd95f404b80dc575a29b39b05 2024-11-20T18:22:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/d74faaef3fd747dbaffd1dede900a47d is 50, key is test_row_0/C:col10/1732126945520/Put/seqid=0 2024-11-20T18:22:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742093_1269 (size=12001) 2024-11-20T18:22:27,587 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/d74faaef3fd747dbaffd1dede900a47d 2024-11-20T18:22:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ad569b179a6941ec9cf3396a2ebfd648 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648 2024-11-20T18:22:27,595 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T18:22:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/9637351cd95f404b80dc575a29b39b05 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05 2024-11-20T18:22:27,601 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T18:22:27,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/d74faaef3fd747dbaffd1dede900a47d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d 2024-11-20T18:22:27,607 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T18:22:27,608 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 2ddc86afef0635fbdff9b41bdf78ea85 in 882ms, sequenceid=77, compaction requested=false 2024-11-20T18:22:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T18:22:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T18:22:27,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T18:22:27,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-11-20T18:22:27,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.2620 sec 2024-11-20T18:22:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:27,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:27,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b58c175c6f15415cb72264c4b59695e4 is 50, key is test_row_0/A:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742094_1270 (size=12001) 2024-11-20T18:22:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127007700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127007701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127007702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127007703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127007704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127007805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127007805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127007806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127007806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127007806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127008008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127008008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127008009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127008009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127008010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b58c175c6f15415cb72264c4b59695e4 2024-11-20T18:22:28,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/db27e5efd528494f8275adfb11dbd733 is 50, key is test_row_0/B:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742095_1271 (size=12001) 2024-11-20T18:22:28,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/db27e5efd528494f8275adfb11dbd733 2024-11-20T18:22:28,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/90a430a14c5c4cb99832c20a3c1ba82d is 50, key is test_row_0/C:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742096_1272 (size=12001) 2024-11-20T18:22:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127008310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127008313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127008313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127008314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127008314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/90a430a14c5c4cb99832c20a3c1ba82d 2024-11-20T18:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b58c175c6f15415cb72264c4b59695e4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4 2024-11-20T18:22:28,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T18:22:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/db27e5efd528494f8275adfb11dbd733 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733 2024-11-20T18:22:28,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T18:22:28,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/90a430a14c5c4cb99832c20a3c1ba82d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d 2024-11-20T18:22:28,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T18:22:28,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2ddc86afef0635fbdff9b41bdf78ea85 in 861ms, sequenceid=91, compaction requested=true 2024-11-20T18:22:28,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:28,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:28,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:28,515 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:28,515 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:28,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:28,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:28,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:28,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:28,516 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:28,516 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:28,516 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:28,516 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1d2ea562b10442c0a8b31016d833dc95, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.3 K 2024-11-20T18:22:28,516 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:28,516 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:28,516 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:28,517 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2c427350b12346519e6ff0aa18de293d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.3 K 2024-11-20T18:22:28,517 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d2ea562b10442c0a8b31016d833dc95, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:28,517 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c427350b12346519e6ff0aa18de293d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:28,517 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad569b179a6941ec9cf3396a2ebfd648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732126945514 2024-11-20T18:22:28,518 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b58c175c6f15415cb72264c4b59695e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:28,518 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9637351cd95f404b80dc575a29b39b05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732126945514 2024-11-20T18:22:28,518 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting db27e5efd528494f8275adfb11dbd733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:28,528 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:28,529 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ba7e1332a8704634b00f954c2136397d is 50, key is test_row_0/A:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:28,530 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:28,530 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1f7ca18a7b0d4f2586c6128143b17d7d is 50, key is test_row_0/B:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742097_1273 (size=12207) 2024-11-20T18:22:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742098_1274 (size=12207) 2024-11-20T18:22:28,562 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/ba7e1332a8704634b00f954c2136397d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ba7e1332a8704634b00f954c2136397d 2024-11-20T18:22:28,568 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into ba7e1332a8704634b00f954c2136397d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:28,568 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:28,568 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126948514; duration=0sec 2024-11-20T18:22:28,569 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:28,569 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:28,569 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:28,570 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:28,570 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:28,571 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:28,571 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c9a82be28774a388641da162290934f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.3 K 2024-11-20T18:22:28,571 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c9a82be28774a388641da162290934f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732126945408 2024-11-20T18:22:28,572 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74faaef3fd747dbaffd1dede900a47d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732126945514 2024-11-20T18:22:28,572 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a430a14c5c4cb99832c20a3c1ba82d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:28,582 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:28,582 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/4db9c82213654ea094bec4849d2cdbe0 is 50, key is test_row_0/C:col10/1732126947649/Put/seqid=0 2024-11-20T18:22:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742099_1275 (size=12207) 2024-11-20T18:22:28,595 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/4db9c82213654ea094bec4849d2cdbe0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/4db9c82213654ea094bec4849d2cdbe0 2024-11-20T18:22:28,600 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into 4db9c82213654ea094bec4849d2cdbe0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:28,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:28,600 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126948515; duration=0sec 2024-11-20T18:22:28,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:28,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:28,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:28,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:28,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127008822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/6fb87f1ec32446a390802461c99c3be9 is 50, key is test_row_0/A:col10/1732126948812/Put/seqid=0 2024-11-20T18:22:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127008823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127008824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127008825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127008825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742100_1276 (size=12001) 2024-11-20T18:22:28,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/6fb87f1ec32446a390802461c99c3be9 2024-11-20T18:22:28,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/b5da2f1689e342c0bfc5889aa725b3ec is 50, key is test_row_0/B:col10/1732126948812/Put/seqid=0 2024-11-20T18:22:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742101_1277 (size=12001) 2024-11-20T18:22:28,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/b5da2f1689e342c0bfc5889aa725b3ec 2024-11-20T18:22:28,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/085db97cb21449f79ff01812db3298c6 is 50, key is test_row_0/C:col10/1732126948812/Put/seqid=0 2024-11-20T18:22:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742102_1278 (size=12001) 2024-11-20T18:22:28,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127008926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127008927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127008927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127008930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127008930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:28,951 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1f7ca18a7b0d4f2586c6128143b17d7d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1f7ca18a7b0d4f2586c6128143b17d7d 2024-11-20T18:22:28,959 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 1f7ca18a7b0d4f2586c6128143b17d7d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:28,959 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:28,959 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126948514; duration=0sec 2024-11-20T18:22:28,959 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:28,959 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127009128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127009130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127009130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127009133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127009133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/085db97cb21449f79ff01812db3298c6 2024-11-20T18:22:29,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/6fb87f1ec32446a390802461c99c3be9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9 2024-11-20T18:22:29,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T18:22:29,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/b5da2f1689e342c0bfc5889aa725b3ec as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec 2024-11-20T18:22:29,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T18:22:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/085db97cb21449f79ff01812db3298c6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6 2024-11-20T18:22:29,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T18:22:29,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2ddc86afef0635fbdff9b41bdf78ea85 in 481ms, sequenceid=118, compaction requested=false 2024-11-20T18:22:29,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:29,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:29,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/586b2e4d52c34de98b3b7fb06f35bb1a is 50, key is test_row_0/A:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742103_1279 (size=12051) 2024-11-20T18:22:29,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/586b2e4d52c34de98b3b7fb06f35bb1a 2024-11-20T18:22:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127009450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127009451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127009451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127009452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127009452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T18:22:29,456 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T18:22:29,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T18:22:29,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:29,462 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:29,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:29,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6c2bf3dcc1d84cc585ba90b28eef72c3 is 50, key is test_row_0/B:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742104_1280 (size=12051) 2024-11-20T18:22:29,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127009556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127009556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127009556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127009556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127009556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:29,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127009759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127009759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127009759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127009759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127009760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6c2bf3dcc1d84cc585ba90b28eef72c3 2024-11-20T18:22:29,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/87e1cae9ec0043a79f57553b247963e5 is 50, key is test_row_0/C:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742105_1281 (size=12051) 2024-11-20T18:22:29,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:29,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:29,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127010062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127010062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127010062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127010063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127010064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:30,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:30,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/87e1cae9ec0043a79f57553b247963e5 2024-11-20T18:22:30,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/586b2e4d52c34de98b3b7fb06f35bb1a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a 2024-11-20T18:22:30,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T18:22:30,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6c2bf3dcc1d84cc585ba90b28eef72c3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3 2024-11-20T18:22:30,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T18:22:30,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/87e1cae9ec0043a79f57553b247963e5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5 2024-11-20T18:22:30,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T18:22:30,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2ddc86afef0635fbdff9b41bdf78ea85 in 875ms, sequenceid=132, compaction requested=true 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:30,308 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:30,308 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:30,309 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:30,309 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:30,309 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:30,309 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:30,309 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,309 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,309 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ba7e1332a8704634b00f954c2136397d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.4 K 2024-11-20T18:22:30,309 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1f7ca18a7b0d4f2586c6128143b17d7d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.4 K 2024-11-20T18:22:30,310 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba7e1332a8704634b00f954c2136397d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:30,310 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7ca18a7b0d4f2586c6128143b17d7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:30,310 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fb87f1ec32446a390802461c99c3be9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126947699 2024-11-20T18:22:30,310 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b5da2f1689e342c0bfc5889aa725b3ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126947699 2024-11-20T18:22:30,310 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586b2e4d52c34de98b3b7fb06f35bb1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:30,311 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c2bf3dcc1d84cc585ba90b28eef72c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:30,318 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:30,318 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/52e3783c4ad24b39b451a488184860fe is 50, key is test_row_0/A:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:30,321 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:30,322 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/24054fdf562945ebbd7a57f8fbaaa836 is 50, key is test_row_0/B:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742106_1282 (size=12359) 2024-11-20T18:22:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742107_1283 (size=12359) 2024-11-20T18:22:30,341 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/52e3783c4ad24b39b451a488184860fe as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/52e3783c4ad24b39b451a488184860fe 2024-11-20T18:22:30,343 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/24054fdf562945ebbd7a57f8fbaaa836 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/24054fdf562945ebbd7a57f8fbaaa836 2024-11-20T18:22:30,347 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 52e3783c4ad24b39b451a488184860fe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:30,347 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:30,348 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126950308; duration=0sec 2024-11-20T18:22:30,348 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:30,348 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:30,348 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:30,349 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 24054fdf562945ebbd7a57f8fbaaa836(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:30,349 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:30,349 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126950308; duration=0sec 2024-11-20T18:22:30,349 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:30,349 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:30,349 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:30,349 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:30,350 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,350 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/4db9c82213654ea094bec4849d2cdbe0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.4 K 2024-11-20T18:22:30,350 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4db9c82213654ea094bec4849d2cdbe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732126947649 2024-11-20T18:22:30,351 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 085db97cb21449f79ff01812db3298c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732126947699 2024-11-20T18:22:30,351 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e1cae9ec0043a79f57553b247963e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:30,358 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:30,359 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/3ce69424e854425e8845d7c3e3f8d31e is 50, key is test_row_0/C:col10/1732126948819/Put/seqid=0 2024-11-20T18:22:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742108_1284 (size=12359) 2024-11-20T18:22:30,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:30,379 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:30,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/f9442820430341a7845eb90effae2bdc is 50, key is test_row_0/A:col10/1732126949442/Put/seqid=0 2024-11-20T18:22:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742109_1285 (size=12151) 2024-11-20T18:22:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:30,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127010573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127010573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127010574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127010574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127010576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127010677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127010677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127010677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127010678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127010680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,769 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/3ce69424e854425e8845d7c3e3f8d31e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/3ce69424e854425e8845d7c3e3f8d31e 2024-11-20T18:22:30,774 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into 3ce69424e854425e8845d7c3e3f8d31e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:30,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:30,774 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126950308; duration=0sec 2024-11-20T18:22:30,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:30,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:30,788 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/f9442820430341a7845eb90effae2bdc 2024-11-20T18:22:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6ac545ec89034a3282509c7ad76d04c3 is 50, key is test_row_0/B:col10/1732126949442/Put/seqid=0 2024-11-20T18:22:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742110_1286 (size=12151) 2024-11-20T18:22:30,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127010880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127010880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127010881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127010881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:30,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127010884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127011184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127011184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127011185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127011186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127011186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,204 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6ac545ec89034a3282509c7ad76d04c3 2024-11-20T18:22:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/e70d70d12ccb452a89a4dee027e8c6f0 is 50, key is test_row_0/C:col10/1732126949442/Put/seqid=0 2024-11-20T18:22:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742111_1287 (size=12151) 2024-11-20T18:22:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:31,618 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/e70d70d12ccb452a89a4dee027e8c6f0 2024-11-20T18:22:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/f9442820430341a7845eb90effae2bdc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc 2024-11-20T18:22:31,626 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T18:22:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/6ac545ec89034a3282509c7ad76d04c3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3 2024-11-20T18:22:31,630 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T18:22:31,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/e70d70d12ccb452a89a4dee027e8c6f0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0 2024-11-20T18:22:31,635 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T18:22:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1269ms, sequenceid=157, compaction requested=false 2024-11-20T18:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T18:22:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T18:22:31,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T18:22:31,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1880 sec 2024-11-20T18:22:31,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.1920 sec 2024-11-20T18:22:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:31,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:31,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4c21c5979e3c474b8ff8c4d25b579632 is 50, key is test_row_0/A:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742112_1288 (size=12151) 2024-11-20T18:22:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127011705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127011705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127011706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127011707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127011708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127011809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127011809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127011810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127011810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127011811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127012013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127012013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127012013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127012014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127012014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4c21c5979e3c474b8ff8c4d25b579632 2024-11-20T18:22:32,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5a081df9b36a43c6a41a452c88c27809 is 50, key is test_row_0/B:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742113_1289 (size=12151) 2024-11-20T18:22:32,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127012316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127012316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127012317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127012317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127012317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5a081df9b36a43c6a41a452c88c27809 2024-11-20T18:22:32,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/c17aa3efc0ba43059d9e67036c1757ff is 50, key is test_row_0/C:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742114_1290 (size=12151) 2024-11-20T18:22:32,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127012819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127012820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127012820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127012821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127012822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:32,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/c17aa3efc0ba43059d9e67036c1757ff 2024-11-20T18:22:32,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4c21c5979e3c474b8ff8c4d25b579632 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632 2024-11-20T18:22:32,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:22:32,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5a081df9b36a43c6a41a452c88c27809 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809 2024-11-20T18:22:32,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:22:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/c17aa3efc0ba43059d9e67036c1757ff as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff 2024-11-20T18:22:32,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:22:32,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1263ms, sequenceid=172, compaction requested=true 2024-11-20T18:22:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:32,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:32,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:32,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:32,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:32,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:32,952 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:32,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:32,953 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:32,953 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:32,953 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/24054fdf562945ebbd7a57f8fbaaa836, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.8 K 2024-11-20T18:22:32,953 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/52e3783c4ad24b39b451a488184860fe, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.8 K 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52e3783c4ad24b39b451a488184860fe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:32,953 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 24054fdf562945ebbd7a57f8fbaaa836, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:32,954 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ac545ec89034a3282509c7ad76d04c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732126949442 2024-11-20T18:22:32,954 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9442820430341a7845eb90effae2bdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732126949442 2024-11-20T18:22:32,954 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c21c5979e3c474b8ff8c4d25b579632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:32,954 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a081df9b36a43c6a41a452c88c27809, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:32,962 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:32,962 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/87512c45db9e4a25be9ecf69292fbd9a is 50, key is test_row_0/A:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:32,963 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:32,963 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/4a05a0c28c23412eb51a6a8df389f6b6 is 50, key is test_row_0/B:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742115_1291 (size=12561) 2024-11-20T18:22:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742116_1292 (size=12561) 2024-11-20T18:22:32,977 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/4a05a0c28c23412eb51a6a8df389f6b6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/4a05a0c28c23412eb51a6a8df389f6b6 2024-11-20T18:22:32,982 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 4a05a0c28c23412eb51a6a8df389f6b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:32,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:32,982 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126952952; duration=0sec 2024-11-20T18:22:32,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:32,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:32,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:32,983 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:32,983 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:32,984 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:32,984 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/3ce69424e854425e8845d7c3e3f8d31e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=35.8 K 2024-11-20T18:22:32,984 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce69424e854425e8845d7c3e3f8d31e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732126948819 2024-11-20T18:22:32,984 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e70d70d12ccb452a89a4dee027e8c6f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732126949442 2024-11-20T18:22:32,985 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c17aa3efc0ba43059d9e67036c1757ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:32,993 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:32,994 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/ae84cb292c30439595af3a42a7159dd6 is 50, key is test_row_0/C:col10/1732126950575/Put/seqid=0 2024-11-20T18:22:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742117_1293 (size=12561) 2024-11-20T18:22:33,373 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/87512c45db9e4a25be9ecf69292fbd9a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/87512c45db9e4a25be9ecf69292fbd9a 2024-11-20T18:22:33,377 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 87512c45db9e4a25be9ecf69292fbd9a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:33,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:33,377 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126952951; duration=0sec 2024-11-20T18:22:33,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:33,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:33,403 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/ae84cb292c30439595af3a42a7159dd6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ae84cb292c30439595af3a42a7159dd6 2024-11-20T18:22:33,407 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into ae84cb292c30439595af3a42a7159dd6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:33,407 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:33,407 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126952952; duration=0sec 2024-11-20T18:22:33,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:33,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T18:22:33,572 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T18:22:33,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T18:22:33,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T18:22:33,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:33,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T18:22:33,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T18:22:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:33,729 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:33,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/80ddc5e19774458ab891aa2f6e06de42 is 50, key is test_row_0/A:col10/1732126951706/Put/seqid=0 2024-11-20T18:22:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742118_1294 (size=12151) 2024-11-20T18:22:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:33,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127013832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127013832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127013833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127013834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127013835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T18:22:33,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127013936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127013936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127013936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:33,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127013937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,141 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/80ddc5e19774458ab891aa2f6e06de42 2024-11-20T18:22:34,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127014139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127014139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127014140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127014141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127014141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/463a6571040444c39b779e8cb0efa70b is 50, key is test_row_0/B:col10/1732126951706/Put/seqid=0 2024-11-20T18:22:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742119_1295 (size=12151) 2024-11-20T18:22:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T18:22:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127014443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127014445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127014445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127014445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127014447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,571 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/463a6571040444c39b779e8cb0efa70b 2024-11-20T18:22:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/da5eef2d88e84f2a96f7aa30d64c062e is 50, key is test_row_0/C:col10/1732126951706/Put/seqid=0 2024-11-20T18:22:34,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742120_1296 (size=12151) 2024-11-20T18:22:34,611 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/da5eef2d88e84f2a96f7aa30d64c062e 2024-11-20T18:22:34,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/80ddc5e19774458ab891aa2f6e06de42 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42 2024-11-20T18:22:34,621 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T18:22:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/463a6571040444c39b779e8cb0efa70b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b 2024-11-20T18:22:34,625 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T18:22:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/da5eef2d88e84f2a96f7aa30d64c062e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e 2024-11-20T18:22:34,631 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T18:22:34,632 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2ddc86afef0635fbdff9b41bdf78ea85 in 904ms, sequenceid=198, compaction requested=false 2024-11-20T18:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T18:22:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T18:22:34,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T18:22:34,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-11-20T18:22:34,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0650 sec 2024-11-20T18:22:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T18:22:34,679 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T18:22:34,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T18:22:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:34,682 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:34,683 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:34,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:34,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T18:22:34,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:34,836 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:34,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/111712ffaa8d4b38b87caa856eb80be7 is 50, key is test_row_0/A:col10/1732126953831/Put/seqid=0 2024-11-20T18:22:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742121_1297 (size=12151) 2024-11-20T18:22:34,873 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/111712ffaa8d4b38b87caa856eb80be7 2024-11-20T18:22:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f5a0a548521d4427832a666523b4fdce is 50, key is test_row_0/B:col10/1732126953831/Put/seqid=0 2024-11-20T18:22:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742122_1298 (size=12151) 2024-11-20T18:22:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:34,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127014985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127014985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127014987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127014993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:34,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127014993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127015095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127015095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127015095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127015098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127015098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127015299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127015300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127015301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127015301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127015302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,317 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f5a0a548521d4427832a666523b4fdce 2024-11-20T18:22:35,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 is 50, key is test_row_0/C:col10/1732126953831/Put/seqid=0 2024-11-20T18:22:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742123_1299 (size=12151) 2024-11-20T18:22:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127015602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127015603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127015603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127015605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127015605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:35,753 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 2024-11-20T18:22:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/111712ffaa8d4b38b87caa856eb80be7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7 2024-11-20T18:22:35,767 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T18:22:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f5a0a548521d4427832a666523b4fdce as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce 2024-11-20T18:22:35,774 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T18:22:35,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 2024-11-20T18:22:35,782 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T18:22:35,784 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2ddc86afef0635fbdff9b41bdf78ea85 in 948ms, sequenceid=211, compaction requested=true 2024-11-20T18:22:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T18:22:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T18:22:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:35,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T18:22:35,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1020 sec 2024-11-20T18:22:35,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1070 sec 2024-11-20T18:22:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:36,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:36,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/dcf7b071e890426497700702ef4fabb2 is 50, key is test_row_0/A:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127016115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127016117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127016117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127016118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127016118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742124_1300 (size=12151) 2024-11-20T18:22:36,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/dcf7b071e890426497700702ef4fabb2 2024-11-20T18:22:36,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2828b03c56df43bda0e9e0a7d2aa3f08 is 50, key is test_row_0/B:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742125_1301 (size=12151) 2024-11-20T18:22:36,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2828b03c56df43bda0e9e0a7d2aa3f08 2024-11-20T18:22:36,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/09a4cdd9c65d42b5978363eecf690074 is 50, key is test_row_0/C:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742126_1302 (size=12151) 2024-11-20T18:22:36,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127016221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127016221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127016221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127016221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127016222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127016425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127016426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127016426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127016427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127016427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/09a4cdd9c65d42b5978363eecf690074 2024-11-20T18:22:36,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/dcf7b071e890426497700702ef4fabb2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2 2024-11-20T18:22:36,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T18:22:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/2828b03c56df43bda0e9e0a7d2aa3f08 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08 2024-11-20T18:22:36,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T18:22:36,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/09a4cdd9c65d42b5978363eecf690074 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074 2024-11-20T18:22:36,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T18:22:36,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2ddc86afef0635fbdff9b41bdf78ea85 in 487ms, sequenceid=238, compaction requested=true 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:36,597 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:36,597 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:36,598 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:36,598 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:36,598 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:36,598 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:36,598 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:36,598 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:36,599 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/4a05a0c28c23412eb51a6a8df389f6b6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=47.9 K 2024-11-20T18:22:36,599 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/87512c45db9e4a25be9ecf69292fbd9a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=47.9 K 2024-11-20T18:22:36,599 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a05a0c28c23412eb51a6a8df389f6b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:36,599 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87512c45db9e4a25be9ecf69292fbd9a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:36,599 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 463a6571040444c39b779e8cb0efa70b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732126951704 2024-11-20T18:22:36,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ddc5e19774458ab891aa2f6e06de42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732126951704 2024-11-20T18:22:36,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 111712ffaa8d4b38b87caa856eb80be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126953831 2024-11-20T18:22:36,600 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a0a548521d4427832a666523b4fdce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126953831 2024-11-20T18:22:36,601 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf7b071e890426497700702ef4fabb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:36,601 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2828b03c56df43bda0e9e0a7d2aa3f08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:36,615 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:36,616 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/5be9867e0443455b85c9a000d981bcf2 is 50, key is test_row_0/A:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,619 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:36,620 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/0936b51a58eb4eaa8b7232cb2d1bbba1 is 50, key is test_row_0/B:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742127_1303 (size=12697) 2024-11-20T18:22:36,630 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/5be9867e0443455b85c9a000d981bcf2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/5be9867e0443455b85c9a000d981bcf2 2024-11-20T18:22:36,636 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 5be9867e0443455b85c9a000d981bcf2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:36,636 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:36,636 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=12, startTime=1732126956597; duration=0sec 2024-11-20T18:22:36,636 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:36,636 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:36,636 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742128_1304 (size=12697) 2024-11-20T18:22:36,638 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:36,638 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:36,638 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:36,638 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ae84cb292c30439595af3a42a7159dd6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=47.9 K 2024-11-20T18:22:36,639 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae84cb292c30439595af3a42a7159dd6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126950572 2024-11-20T18:22:36,639 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting da5eef2d88e84f2a96f7aa30d64c062e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732126951704 2024-11-20T18:22:36,640 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc0a3d28fc1a40c99c3bbe0cb55608d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126953831 2024-11-20T18:22:36,641 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a4cdd9c65d42b5978363eecf690074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:36,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/0936b51a58eb4eaa8b7232cb2d1bbba1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/0936b51a58eb4eaa8b7232cb2d1bbba1 2024-11-20T18:22:36,650 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 0936b51a58eb4eaa8b7232cb2d1bbba1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:36,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:36,650 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=12, startTime=1732126956597; duration=0sec 2024-11-20T18:22:36,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:36,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:36,654 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:36,654 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/492c24d421104863b063040a7a09c608 is 50, key is test_row_0/C:col10/1732126956111/Put/seqid=0 2024-11-20T18:22:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742129_1305 (size=12697) 2024-11-20T18:22:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:36,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:36,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/fd64509af9b44080ad5f1a23254b14b5 is 50, key is test_row_0/A:col10/1732126956115/Put/seqid=0 2024-11-20T18:22:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742130_1306 (size=12151) 2024-11-20T18:22:36,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/fd64509af9b44080ad5f1a23254b14b5 2024-11-20T18:22:36,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/d16bfaf7bd7541c9b18ce5d51944994d is 50, key is test_row_0/B:col10/1732126956115/Put/seqid=0 2024-11-20T18:22:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127016757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127016757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127016757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127016758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127016759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742131_1307 (size=12151) 2024-11-20T18:22:36,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/d16bfaf7bd7541c9b18ce5d51944994d 2024-11-20T18:22:36,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/a8e4bd9545f141d380a03cbf273a834c is 50, key is test_row_0/C:col10/1732126956115/Put/seqid=0 2024-11-20T18:22:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T18:22:36,788 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T18:22:36,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T18:22:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:36,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:36,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:36,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:36,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742132_1308 (size=12151) 2024-11-20T18:22:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127016862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127016862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127016862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127016863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127016868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:36,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:36,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T18:22:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:36,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:37,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127017065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127017065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127017065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127017069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127017070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,079 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/492c24d421104863b063040a7a09c608 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/492c24d421104863b063040a7a09c608 2024-11-20T18:22:37,084 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into 492c24d421104863b063040a7a09c608(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:37,084 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:37,085 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=12, startTime=1732126956597; duration=0sec 2024-11-20T18:22:37,085 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:37,085 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:37,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T18:22:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:37,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:37,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/a8e4bd9545f141d380a03cbf273a834c 2024-11-20T18:22:37,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/fd64509af9b44080ad5f1a23254b14b5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5 2024-11-20T18:22:37,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T18:22:37,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/d16bfaf7bd7541c9b18ce5d51944994d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d 2024-11-20T18:22:37,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T18:22:37,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/a8e4bd9545f141d380a03cbf273a834c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c 2024-11-20T18:22:37,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T18:22:37,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2ddc86afef0635fbdff9b41bdf78ea85 in 491ms, sequenceid=253, compaction requested=false 2024-11-20T18:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:37,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:37,252 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/a7c25a98593c4820a8136f16b9ebd1d5 is 50, key is test_row_0/A:col10/1732126956758/Put/seqid=0 2024-11-20T18:22:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742133_1309 (size=12301) 2024-11-20T18:22:37,303 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/a7c25a98593c4820a8136f16b9ebd1d5 2024-11-20T18:22:37,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3b6fd90acb9741dc8af58fe9d39451c9 is 50, key is test_row_0/B:col10/1732126956758/Put/seqid=0 2024-11-20T18:22:37,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742134_1310 (size=12301) 2024-11-20T18:22:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:37,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127017379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127017380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127017383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127017384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127017385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127017483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127017483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127017485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127017489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127017688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127017689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127017691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127017694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,738 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3b6fd90acb9741dc8af58fe9d39451c9 2024-11-20T18:22:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/43452b2d541e44e7af5733c70d2336d2 is 50, key is test_row_0/C:col10/1732126956758/Put/seqid=0 2024-11-20T18:22:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742135_1311 (size=12301) 2024-11-20T18:22:37,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127017886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:37,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127017992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127017993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127017995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127017998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,155 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/43452b2d541e44e7af5733c70d2336d2 2024-11-20T18:22:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/a7c25a98593c4820a8136f16b9ebd1d5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5 2024-11-20T18:22:38,167 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T18:22:38,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/3b6fd90acb9741dc8af58fe9d39451c9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9 2024-11-20T18:22:38,173 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T18:22:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/43452b2d541e44e7af5733c70d2336d2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2 2024-11-20T18:22:38,178 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T18:22:38,179 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2ddc86afef0635fbdff9b41bdf78ea85 in 927ms, sequenceid=277, compaction requested=true 2024-11-20T18:22:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T18:22:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T18:22:38,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T18:22:38,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3890 sec 2024-11-20T18:22:38,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3940 sec 2024-11-20T18:22:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:38,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:38,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b4b3be539d86474ea36c6a1d4f7f4408 is 50, key is test_row_0/A:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742136_1312 (size=14741) 2024-11-20T18:22:38,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127018521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127018522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127018522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127018523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127018625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127018626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127018626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127018627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127018828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127018831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127018831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127018832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T18:22:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:38,895 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T18:22:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127018893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:38,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T18:22:38,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:38,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:38,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T18:22:38,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b4b3be539d86474ea36c6a1d4f7f4408 2024-11-20T18:22:38,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1362bbcf9eb8489fa4925baf71d9f8cb is 50, key is test_row_0/B:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742137_1313 (size=12301) 2024-11-20T18:22:38,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1362bbcf9eb8489fa4925baf71d9f8cb 2024-11-20T18:22:38,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/5234677bd2a24a2cb201d0a0eef5d337 is 50, key is test_row_0/C:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T18:22:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742138_1314 (size=12301) 2024-11-20T18:22:39,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/5234677bd2a24a2cb201d0a0eef5d337 2024-11-20T18:22:39,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/b4b3be539d86474ea36c6a1d4f7f4408 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408 2024-11-20T18:22:39,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408, entries=200, sequenceid=292, filesize=14.4 K 2024-11-20T18:22:39,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/1362bbcf9eb8489fa4925baf71d9f8cb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb 2024-11-20T18:22:39,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T18:22:39,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/5234677bd2a24a2cb201d0a0eef5d337 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337 2024-11-20T18:22:39,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T18:22:39,033 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T18:22:39,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 2ddc86afef0635fbdff9b41bdf78ea85 in 538ms, sequenceid=292, compaction requested=true 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:22:39,035 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:39,035 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:39,036 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:39,036 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:39,036 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:39,036 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:39,036 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,036 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,037 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/5be9867e0443455b85c9a000d981bcf2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=50.7 K 2024-11-20T18:22:39,037 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/0936b51a58eb4eaa8b7232cb2d1bbba1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=48.3 K 2024-11-20T18:22:39,037 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5be9867e0443455b85c9a000d981bcf2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:39,037 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0936b51a58eb4eaa8b7232cb2d1bbba1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d16bfaf7bd7541c9b18ce5d51944994d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732126956115 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd64509af9b44080ad5f1a23254b14b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732126956115 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b6fd90acb9741dc8af58fe9d39451c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732126956747 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c25a98593c4820a8136f16b9ebd1d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732126956747 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1362bbcf9eb8489fa4925baf71d9f8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:39,038 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b3be539d86474ea36c6a1d4f7f4408, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:39,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T18:22:39,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,053 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,063 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:39,064 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/aa0c2d541d2545d9b1168a1c982771b4 is 50, key is test_row_0/B:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:39,064 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#270 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:39,065 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/d2a15b3988714b498e328ec1f0e88666 is 50, key is test_row_0/A:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/0ba6f779d7c94157bba6769657a40359 is 50, key is test_row_0/A:col10/1732126958522/Put/seqid=0 2024-11-20T18:22:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742140_1316 (size=12983) 2024-11-20T18:22:39,115 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/aa0c2d541d2545d9b1168a1c982771b4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aa0c2d541d2545d9b1168a1c982771b4 2024-11-20T18:22:39,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742139_1315 (size=12983) 2024-11-20T18:22:39,130 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into aa0c2d541d2545d9b1168a1c982771b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:39,130 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:39,130 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=12, startTime=1732126959034; duration=0sec 2024-11-20T18:22:39,131 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:39,131 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:39,131 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:39,133 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:39,134 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:39,134 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,134 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/492c24d421104863b063040a7a09c608, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=48.3 K 2024-11-20T18:22:39,135 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 492c24d421104863b063040a7a09c608, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732126956109 2024-11-20T18:22:39,135 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e4bd9545f141d380a03cbf273a834c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732126956115 2024-11-20T18:22:39,136 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 43452b2d541e44e7af5733c70d2336d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732126956747 2024-11-20T18:22:39,136 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5234677bd2a24a2cb201d0a0eef5d337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742141_1317 (size=12301) 2024-11-20T18:22:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:39,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:39,139 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/0ba6f779d7c94157bba6769657a40359 2024-11-20T18:22:39,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127019152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127019153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127019155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127019158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/35c77b9460c143f1b9734a048e2a7578 is 50, key is test_row_0/B:col10/1732126958522/Put/seqid=0 2024-11-20T18:22:39,178 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#272 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:39,178 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/ccf3e7a29a02489eb93b89c4a2e7abc8 is 50, key is test_row_0/C:col10/1732126957380/Put/seqid=0 2024-11-20T18:22:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T18:22:39,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742142_1318 (size=12983) 2024-11-20T18:22:39,226 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/ccf3e7a29a02489eb93b89c4a2e7abc8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ccf3e7a29a02489eb93b89c4a2e7abc8 2024-11-20T18:22:39,233 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into ccf3e7a29a02489eb93b89c4a2e7abc8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:39,233 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:39,233 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=12, startTime=1732126959034; duration=0sec 2024-11-20T18:22:39,233 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:39,233 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742143_1319 (size=12301) 2024-11-20T18:22:39,263 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/35c77b9460c143f1b9734a048e2a7578 2024-11-20T18:22:39,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127019260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127019261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127019262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127019264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/83fa88212b0946488482e51b3856f7d6 is 50, key is test_row_0/C:col10/1732126958522/Put/seqid=0 2024-11-20T18:22:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742144_1320 (size=12301) 2024-11-20T18:22:39,328 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/83fa88212b0946488482e51b3856f7d6 2024-11-20T18:22:39,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/0ba6f779d7c94157bba6769657a40359 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359 2024-11-20T18:22:39,342 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:22:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/35c77b9460c143f1b9734a048e2a7578 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578 2024-11-20T18:22:39,347 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:22:39,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/83fa88212b0946488482e51b3856f7d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6 2024-11-20T18:22:39,352 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:22:39,354 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2ddc86afef0635fbdff9b41bdf78ea85 in 301ms, sequenceid=314, compaction requested=false 2024-11-20T18:22:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T18:22:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T18:22:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T18:22:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 456 msec 2024-11-20T18:22:39,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 462 msec 2024-11-20T18:22:39,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T18:22:39,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:39,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/02540b7e773540c78a58049ee6f31d3b is 50, key is test_row_0/A:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T18:22:39,503 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T18:22:39,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T18:22:39,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T18:22:39,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742145_1321 (size=12301) 2024-11-20T18:22:39,534 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/d2a15b3988714b498e328ec1f0e88666 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/d2a15b3988714b498e328ec1f0e88666 2024-11-20T18:22:39,550 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into d2a15b3988714b498e328ec1f0e88666(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:39,550 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:39,550 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=12, startTime=1732126959034; duration=0sec 2024-11-20T18:22:39,550 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:39,550 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127019558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127019563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127019564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127019565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T18:22:39,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T18:22:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127019664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127019669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127019669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127019669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T18:22:39,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T18:22:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127019868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127019873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127019873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127019874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/02540b7e773540c78a58049ee6f31d3b 2024-11-20T18:22:39,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/46ffc26f79a2441182896d374cb97e64 is 50, key is test_row_0/B:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742146_1322 (size=12301) 2024-11-20T18:22:39,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/46ffc26f79a2441182896d374cb97e64 2024-11-20T18:22:39,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9bbfe11573304602aa9905664f8c8138 is 50, key is test_row_0/C:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742147_1323 (size=12301) 2024-11-20T18:22:39,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9bbfe11573304602aa9905664f8c8138 2024-11-20T18:22:39,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:39,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T18:22:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:39,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/02540b7e773540c78a58049ee6f31d3b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b 2024-11-20T18:22:39,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T18:22:39,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/46ffc26f79a2441182896d374cb97e64 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64 2024-11-20T18:22:39,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T18:22:39,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9bbfe11573304602aa9905664f8c8138 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138 2024-11-20T18:22:40,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T18:22:40,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2ddc86afef0635fbdff9b41bdf78ea85 in 529ms, sequenceid=332, compaction requested=true 2024-11-20T18:22:40,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,002 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,002 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:40,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:40,003 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,003 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:40,003 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,003 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aa0c2d541d2545d9b1168a1c982771b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.7 K 2024-11-20T18:22:40,003 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,003 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:40,003 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,003 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/d2a15b3988714b498e328ec1f0e88666, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.7 K 2024-11-20T18:22:40,004 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2a15b3988714b498e328ec1f0e88666, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:40,004 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0c2d541d2545d9b1168a1c982771b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:40,005 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 35c77b9460c143f1b9734a048e2a7578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126958516 2024-11-20T18:22:40,005 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba6f779d7c94157bba6769657a40359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126958516 2024-11-20T18:22:40,005 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ffc26f79a2441182896d374cb97e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,006 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02540b7e773540c78a58049ee6f31d3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,015 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,015 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,016 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/8a3009f627e446a9b7b0bf6c2c48c4ee is 50, key is test_row_0/A:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:40,016 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/7e784cf3a87d40819b7264adfff8bec9 is 50, key is test_row_0/B:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742148_1324 (size=13085) 2024-11-20T18:22:40,045 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/8a3009f627e446a9b7b0bf6c2c48c4ee as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/8a3009f627e446a9b7b0bf6c2c48c4ee 2024-11-20T18:22:40,054 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 8a3009f627e446a9b7b0bf6c2c48c4ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:40,054 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,054 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126960001; duration=0sec 2024-11-20T18:22:40,054 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:40,054 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742149_1325 (size=13085) 2024-11-20T18:22:40,054 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,056 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,056 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:40,056 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,056 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ccf3e7a29a02489eb93b89c4a2e7abc8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.7 K 2024-11-20T18:22:40,064 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccf3e7a29a02489eb93b89c4a2e7abc8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732126957368 2024-11-20T18:22:40,065 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83fa88212b0946488482e51b3856f7d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732126958516 2024-11-20T18:22:40,065 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bbfe11573304602aa9905664f8c8138, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,067 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/7e784cf3a87d40819b7264adfff8bec9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/7e784cf3a87d40819b7264adfff8bec9 2024-11-20T18:22:40,084 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 7e784cf3a87d40819b7264adfff8bec9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:40,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,084 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126960002; duration=0sec 2024-11-20T18:22:40,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:40,102 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,103 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9c45cf1fe009450a84d84210edb332ff is 50, key is test_row_0/C:col10/1732126959156/Put/seqid=0 2024-11-20T18:22:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T18:22:40,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,126 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4620b58c495646d3850bd5b6587858a4 is 50, key is test_row_0/A:col10/1732126959527/Put/seqid=0 2024-11-20T18:22:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742150_1326 (size=13085) 2024-11-20T18:22:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742151_1327 (size=12301) 2024-11-20T18:22:40,165 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4620b58c495646d3850bd5b6587858a4 2024-11-20T18:22:40,172 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/9c45cf1fe009450a84d84210edb332ff as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c45cf1fe009450a84d84210edb332ff 2024-11-20T18:22:40,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:40,179 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into 9c45cf1fe009450a84d84210edb332ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:40,179 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,179 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126960002; duration=0sec 2024-11-20T18:22:40,179 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,179 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/aba34f406f144499a32cb6787825c301 is 50, key is test_row_0/B:col10/1732126959527/Put/seqid=0 2024-11-20T18:22:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742152_1328 (size=12301) 2024-11-20T18:22:40,199 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/aba34f406f144499a32cb6787825c301 2024-11-20T18:22:40,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127020200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127020200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127020201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127020202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/b2e84fb117fa4f39b727e7af4aa844ec is 50, key is test_row_0/C:col10/1732126959527/Put/seqid=0 2024-11-20T18:22:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742153_1329 (size=12301) 2024-11-20T18:22:40,235 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/b2e84fb117fa4f39b727e7af4aa844ec 2024-11-20T18:22:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/4620b58c495646d3850bd5b6587858a4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4 2024-11-20T18:22:40,245 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T18:22:40,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/aba34f406f144499a32cb6787825c301 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301 2024-11-20T18:22:40,250 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T18:22:40,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/b2e84fb117fa4f39b727e7af4aa844ec as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec 2024-11-20T18:22:40,257 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T18:22:40,259 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 2ddc86afef0635fbdff9b41bdf78ea85 in 133ms, sequenceid=355, compaction requested=false 2024-11-20T18:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T18:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T18:22:40,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T18:22:40,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 754 msec 2024-11-20T18:22:40,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 761 msec 2024-11-20T18:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:40,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/376be9a3992448838187491c461f4538 is 50, key is test_row_0/A:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742154_1330 (size=12301) 2024-11-20T18:22:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127020325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127020326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127020326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127020327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127020431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127020431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127020431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127020431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T18:22:40,611 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T18:22:40,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-20T18:22:40,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:40,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:40,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:40,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127020634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127020635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127020635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127020635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:40,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/376be9a3992448838187491c461f4538 2024-11-20T18:22:40,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/8d3a05b578a1454b88d776bdc9a80250 is 50, key is test_row_0/B:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742155_1331 (size=12301) 2024-11-20T18:22:40,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/8d3a05b578a1454b88d776bdc9a80250 2024-11-20T18:22:40,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/56c78b143ec646d4ac764f716ef2165d is 50, key is test_row_0/C:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742156_1332 (size=12301) 2024-11-20T18:22:40,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/56c78b143ec646d4ac764f716ef2165d 2024-11-20T18:22:40,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/376be9a3992448838187491c461f4538 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538 2024-11-20T18:22:40,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T18:22:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/8d3a05b578a1454b88d776bdc9a80250 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250 2024-11-20T18:22:40,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T18:22:40,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/56c78b143ec646d4ac764f716ef2165d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d 2024-11-20T18:22:40,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T18:22:40,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2ddc86afef0635fbdff9b41bdf78ea85 in 464ms, sequenceid=375, compaction requested=true 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,771 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,771 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:40,772 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,772 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,773 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/B is initiating minor compaction (all files) 2024-11-20T18:22:40,773 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/B in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,773 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/A is initiating minor compaction (all files) 2024-11-20T18:22:40,773 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/7e784cf3a87d40819b7264adfff8bec9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.8 K 2024-11-20T18:22:40,773 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/A in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,773 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/8a3009f627e446a9b7b0bf6c2c48c4ee, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.8 K 2024-11-20T18:22:40,773 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e784cf3a87d40819b7264adfff8bec9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,773 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a3009f627e446a9b7b0bf6c2c48c4ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,773 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting aba34f406f144499a32cb6787825c301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732126959527 2024-11-20T18:22:40,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4620b58c495646d3850bd5b6587858a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732126959527 2024-11-20T18:22:40,774 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d3a05b578a1454b88d776bdc9a80250, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732126960195 2024-11-20T18:22:40,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 376be9a3992448838187491c461f4538, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732126960195 2024-11-20T18:22:40,782 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,783 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/8f21e6f616584590aad64a222baa1170 is 50, key is test_row_0/B:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,786 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,787 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/975ce3116a0c4f529ca6b9eab4ca226f is 50, key is test_row_0/A:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742157_1333 (size=13187) 2024-11-20T18:22:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742158_1334 (size=13187) 2024-11-20T18:22:40,819 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/975ce3116a0c4f529ca6b9eab4ca226f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/975ce3116a0c4f529ca6b9eab4ca226f 2024-11-20T18:22:40,826 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/A of 2ddc86afef0635fbdff9b41bdf78ea85 into 975ce3116a0c4f529ca6b9eab4ca226f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:40,826 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:40,826 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/A, priority=13, startTime=1732126960771; duration=0sec 2024-11-20T18:22:40,826 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:40,826 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:40,826 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:40,827 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:40,827 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 2ddc86afef0635fbdff9b41bdf78ea85/C is initiating minor compaction (all files) 2024-11-20T18:22:40,827 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2ddc86afef0635fbdff9b41bdf78ea85/C in TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,827 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c45cf1fe009450a84d84210edb332ff, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp, totalSize=36.8 K 2024-11-20T18:22:40,827 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c45cf1fe009450a84d84210edb332ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732126959156 2024-11-20T18:22:40,828 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2e84fb117fa4f39b727e7af4aa844ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732126959527 2024-11-20T18:22:40,828 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56c78b143ec646d4ac764f716ef2165d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732126960195 2024-11-20T18:22:40,835 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ddc86afef0635fbdff9b41bdf78ea85#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:40,836 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/e3b71380c2eb47f8be2c20875f6e8bf0 is 50, key is test_row_0/C:col10/1732126960195/Put/seqid=0 2024-11-20T18:22:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742159_1335 (size=13187) 2024-11-20T18:22:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:40,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T18:22:40,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:40,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:40,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:40,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:40,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:40,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 is 50, key is test_row_0/A:col10/1732126960325/Put/seqid=0 2024-11-20T18:22:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742160_1336 (size=12301) 2024-11-20T18:22:40,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 2024-11-20T18:22:40,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127020947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/a4d74807c2974497ab903981379fbc45 is 50, key is test_row_0/B:col10/1732126960325/Put/seqid=0 2024-11-20T18:22:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127020953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742161_1337 (size=12301) 2024-11-20T18:22:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127020964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127020964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127020964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127021055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127021058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127021066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127021066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127021066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:41,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:41,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,211 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/8f21e6f616584590aad64a222baa1170 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8f21e6f616584590aad64a222baa1170 2024-11-20T18:22:41,215 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/B of 2ddc86afef0635fbdff9b41bdf78ea85 into 8f21e6f616584590aad64a222baa1170(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:41,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:41,215 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/B, priority=13, startTime=1732126960771; duration=0sec 2024-11-20T18:22:41,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:41,215 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:41,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127021258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127021261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127021269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127021269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127021271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,276 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/e3b71380c2eb47f8be2c20875f6e8bf0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e3b71380c2eb47f8be2c20875f6e8bf0 2024-11-20T18:22:41,280 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2ddc86afef0635fbdff9b41bdf78ea85/C of 2ddc86afef0635fbdff9b41bdf78ea85 into e3b71380c2eb47f8be2c20875f6e8bf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:41,281 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:41,281 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85., storeName=2ddc86afef0635fbdff9b41bdf78ea85/C, priority=13, startTime=1732126960771; duration=0sec 2024-11-20T18:22:41,281 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:41,281 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:41,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/a4d74807c2974497ab903981379fbc45 2024-11-20T18:22:41,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/bd1afb9655ca4ebda6d9d1a3d14bad33 is 50, key is test_row_0/C:col10/1732126960325/Put/seqid=0 2024-11-20T18:22:41,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742162_1338 (size=12301) 2024-11-20T18:22:41,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/bd1afb9655ca4ebda6d9d1a3d14bad33 2024-11-20T18:22:41,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 2024-11-20T18:22:41,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T18:22:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/a4d74807c2974497ab903981379fbc45 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/a4d74807c2974497ab903981379fbc45 2024-11-20T18:22:41,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/a4d74807c2974497ab903981379fbc45, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T18:22:41,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/bd1afb9655ca4ebda6d9d1a3d14bad33 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/bd1afb9655ca4ebda6d9d1a3d14bad33 2024-11-20T18:22:41,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/bd1afb9655ca4ebda6d9d1a3d14bad33, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T18:22:41,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 2ddc86afef0635fbdff9b41bdf78ea85 in 508ms, sequenceid=394, compaction requested=false 2024-11-20T18:22:41,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:41,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T18:22:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:41,531 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T18:22:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/2f806e0d82e946f0b5e4c8758da43c13 is 50, key is test_row_0/A:col10/1732126960953/Put/seqid=0 2024-11-20T18:22:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742163_1339 (size=12301) 2024-11-20T18:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. as already flushing 2024-11-20T18:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127021579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127021580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127021581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127021582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127021582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127021684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127021684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127021684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127021685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127021685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127021888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127021888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127021888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127021889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127021889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:41,957 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/2f806e0d82e946f0b5e4c8758da43c13 2024-11-20T18:22:41,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f34ec33eff664ee696a8ef53b3a0d688 is 50, key is test_row_0/B:col10/1732126960953/Put/seqid=0 2024-11-20T18:22:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742164_1340 (size=12301) 2024-11-20T18:22:42,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127022191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127022191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127022191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127022192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127022193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,371 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f34ec33eff664ee696a8ef53b3a0d688 2024-11-20T18:22:42,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/283d945c9ed54e0893362329e4270f46 is 50, key is test_row_0/C:col10/1732126960953/Put/seqid=0 2024-11-20T18:22:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742165_1341 (size=12301) 2024-11-20T18:22:42,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53194 deadline: 1732127022695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53234 deadline: 1732127022697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53248 deadline: 1732127022698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53254 deadline: 1732127022698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53302 deadline: 1732127022699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:42,783 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/283d945c9ed54e0893362329e4270f46 2024-11-20T18:22:42,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/2f806e0d82e946f0b5e4c8758da43c13 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2f806e0d82e946f0b5e4c8758da43c13 2024-11-20T18:22:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2f806e0d82e946f0b5e4c8758da43c13, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T18:22:42,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/f34ec33eff664ee696a8ef53b3a0d688 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f34ec33eff664ee696a8ef53b3a0d688 2024-11-20T18:22:42,797 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f34ec33eff664ee696a8ef53b3a0d688, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T18:22:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/283d945c9ed54e0893362329e4270f46 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/283d945c9ed54e0893362329e4270f46 2024-11-20T18:22:42,802 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/283d945c9ed54e0893362329e4270f46, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T18:22:42,802 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1271ms, sequenceid=416, compaction requested=true 2024-11-20T18:22:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-20T18:22:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-20T18:22:42,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T18:22:42,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-20T18:22:42,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.1940 sec 2024-11-20T18:22:43,252 DEBUG [Thread-1179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:54702 2024-11-20T18:22:43,252 DEBUG [Thread-1187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:54702 2024-11-20T18:22:43,252 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,252 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,253 DEBUG [Thread-1183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:54702 2024-11-20T18:22:43,253 DEBUG [Thread-1181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:54702 2024-11-20T18:22:43,253 DEBUG [Thread-1185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:54702 2024-11-20T18:22:43,253 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,253 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,253 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:43,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T18:22:43,705 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:54702 2024-11-20T18:22:43,705 DEBUG [Thread-1170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:54702 2024-11-20T18:22:43,705 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,705 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:43,706 DEBUG [Thread-1176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:54702 2024-11-20T18:22:43,706 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:43,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:43,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:43,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:43,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:43,708 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:54702 2024-11-20T18:22:43,708 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,708 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:54702 2024-11-20T18:22:43,708 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:43,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/16dffa1f5b0c4efd88a244f5f811369b is 50, key is test_row_0/A:col10/1732126963704/Put/seqid=0 2024-11-20T18:22:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742166_1342 (size=12301) 2024-11-20T18:22:44,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:44,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/16dffa1f5b0c4efd88a244f5f811369b 2024-11-20T18:22:44,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/93f8054cbd934072add7cdd67e215e1e is 50, key is test_row_0/B:col10/1732126963704/Put/seqid=0 2024-11-20T18:22:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742167_1343 (size=12301) 2024-11-20T18:22:44,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/93f8054cbd934072add7cdd67e215e1e 2024-11-20T18:22:44,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/97be8eb3c5d148998114a83204382c8f is 50, key is test_row_0/C:col10/1732126963704/Put/seqid=0 2024-11-20T18:22:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742168_1344 (size=12301) 2024-11-20T18:22:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T18:22:44,719 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6724 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6577 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6498 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6753 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6563 2024-11-20T18:22:44,720 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:22:44,720 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:22:44,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:54702 2024-11-20T18:22:44,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:44,721 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:22:44,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:22:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:44,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126964724"}]},"ts":"1732126964724"} 2024-11-20T18:22:44,725 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:22:44,727 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:22:44,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:22:44,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, UNASSIGN}] 2024-11-20T18:22:44,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, UNASSIGN 2024-11-20T18:22:44,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=2ddc86afef0635fbdff9b41bdf78ea85, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:44,730 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:22:44,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:44,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:44,882 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:44,882 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:22:44,882 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 2ddc86afef0635fbdff9b41bdf78ea85, disabling compactions & flushes 2024-11-20T18:22:44,882 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:44,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/97be8eb3c5d148998114a83204382c8f 2024-11-20T18:22:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/16dffa1f5b0c4efd88a244f5f811369b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/16dffa1f5b0c4efd88a244f5f811369b 2024-11-20T18:22:44,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/16dffa1f5b0c4efd88a244f5f811369b, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T18:22:44,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/93f8054cbd934072add7cdd67e215e1e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/93f8054cbd934072add7cdd67e215e1e 2024-11-20T18:22:44,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/93f8054cbd934072add7cdd67e215e1e, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T18:22:44,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/97be8eb3c5d148998114a83204382c8f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/97be8eb3c5d148998114a83204382c8f 2024-11-20T18:22:44,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/97be8eb3c5d148998114a83204382c8f, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T18:22:44,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1247ms, sequenceid=436, compaction requested=true 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:44,952 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:44,952 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:44,952 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. after waiting 0 ms 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. because compaction request was cancelled 2024-11-20T18:22:44,952 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:A 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. because compaction request was cancelled 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ddc86afef0635fbdff9b41bdf78ea85:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:B 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. because compaction request was cancelled 2024-11-20T18:22:44,952 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ddc86afef0635fbdff9b41bdf78ea85:C 2024-11-20T18:22:44,952 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 2ddc86afef0635fbdff9b41bdf78ea85 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=A 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=B 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2ddc86afef0635fbdff9b41bdf78ea85, store=C 2024-11-20T18:22:44,953 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:44,956 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/10967acf700c4e99be32d8d3c6057ebf is 50, key is test_row_2/A:col10/1732126963707/Put/seqid=0 2024-11-20T18:22:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742169_1345 (size=7415) 2024-11-20T18:22:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:45,360 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/10967acf700c4e99be32d8d3c6057ebf 2024-11-20T18:22:45,365 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5b12461e7c5b48118aee563ad932aa3e is 50, key is test_row_2/B:col10/1732126963707/Put/seqid=0 2024-11-20T18:22:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742170_1346 (size=7415) 2024-11-20T18:22:45,769 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5b12461e7c5b48118aee563ad932aa3e 2024-11-20T18:22:45,776 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/779d98f9a0af4b4fa3cfd9d112ef2aed is 50, key is test_row_2/C:col10/1732126963707/Put/seqid=0 2024-11-20T18:22:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742171_1347 (size=7415) 2024-11-20T18:22:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:46,180 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/779d98f9a0af4b4fa3cfd9d112ef2aed 2024-11-20T18:22:46,184 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/A/10967acf700c4e99be32d8d3c6057ebf as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/10967acf700c4e99be32d8d3c6057ebf 2024-11-20T18:22:46,187 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/10967acf700c4e99be32d8d3c6057ebf, entries=50, sequenceid=441, filesize=7.2 K 2024-11-20T18:22:46,187 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/B/5b12461e7c5b48118aee563ad932aa3e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5b12461e7c5b48118aee563ad932aa3e 2024-11-20T18:22:46,190 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5b12461e7c5b48118aee563ad932aa3e, entries=50, sequenceid=441, filesize=7.2 K 2024-11-20T18:22:46,191 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/.tmp/C/779d98f9a0af4b4fa3cfd9d112ef2aed as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/779d98f9a0af4b4fa3cfd9d112ef2aed 2024-11-20T18:22:46,193 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/779d98f9a0af4b4fa3cfd9d112ef2aed, entries=50, sequenceid=441, filesize=7.2 K 2024-11-20T18:22:46,194 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 2ddc86afef0635fbdff9b41bdf78ea85 in 1242ms, sequenceid=441, compaction requested=true 2024-11-20T18:22:46,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2c427350b12346519e6ff0aa18de293d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ba7e1332a8704634b00f954c2136397d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/52e3783c4ad24b39b451a488184860fe, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/87512c45db9e4a25be9ecf69292fbd9a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/5be9867e0443455b85c9a000d981bcf2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/d2a15b3988714b498e328ec1f0e88666, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/8a3009f627e446a9b7b0bf6c2c48c4ee, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538] to archive 2024-11-20T18:22:46,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:46,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/56d714f765cf4be7bb8bf3eaba0dfa58 2024-11-20T18:22:46,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b75b70c1734d4f01a3ba5d85d2bc3b04 2024-11-20T18:22:46,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad12b02e49dd41a4a7293777b08ce8ac 2024-11-20T18:22:46,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2c427350b12346519e6ff0aa18de293d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2c427350b12346519e6ff0aa18de293d 2024-11-20T18:22:46,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ad569b179a6941ec9cf3396a2ebfd648 2024-11-20T18:22:46,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ba7e1332a8704634b00f954c2136397d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/ba7e1332a8704634b00f954c2136397d 2024-11-20T18:22:46,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b58c175c6f15415cb72264c4b59695e4 2024-11-20T18:22:46,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/6fb87f1ec32446a390802461c99c3be9 2024-11-20T18:22:46,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/52e3783c4ad24b39b451a488184860fe to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/52e3783c4ad24b39b451a488184860fe 2024-11-20T18:22:46,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/586b2e4d52c34de98b3b7fb06f35bb1a 2024-11-20T18:22:46,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/f9442820430341a7845eb90effae2bdc 2024-11-20T18:22:46,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/87512c45db9e4a25be9ecf69292fbd9a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/87512c45db9e4a25be9ecf69292fbd9a 2024-11-20T18:22:46,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4c21c5979e3c474b8ff8c4d25b579632 2024-11-20T18:22:46,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/80ddc5e19774458ab891aa2f6e06de42 2024-11-20T18:22:46,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/111712ffaa8d4b38b87caa856eb80be7 2024-11-20T18:22:46,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/5be9867e0443455b85c9a000d981bcf2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/5be9867e0443455b85c9a000d981bcf2 2024-11-20T18:22:46,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/dcf7b071e890426497700702ef4fabb2 2024-11-20T18:22:46,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/fd64509af9b44080ad5f1a23254b14b5 2024-11-20T18:22:46,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/a7c25a98593c4820a8136f16b9ebd1d5 2024-11-20T18:22:46,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/b4b3be539d86474ea36c6a1d4f7f4408 2024-11-20T18:22:46,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/d2a15b3988714b498e328ec1f0e88666 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/d2a15b3988714b498e328ec1f0e88666 2024-11-20T18:22:46,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/0ba6f779d7c94157bba6769657a40359 2024-11-20T18:22:46,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/8a3009f627e446a9b7b0bf6c2c48c4ee to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/8a3009f627e446a9b7b0bf6c2c48c4ee 2024-11-20T18:22:46,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/02540b7e773540c78a58049ee6f31d3b 2024-11-20T18:22:46,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/4620b58c495646d3850bd5b6587858a4 2024-11-20T18:22:46,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/376be9a3992448838187491c461f4538 2024-11-20T18:22:46,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1d2ea562b10442c0a8b31016d833dc95, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1f7ca18a7b0d4f2586c6128143b17d7d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/24054fdf562945ebbd7a57f8fbaaa836, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/4a05a0c28c23412eb51a6a8df389f6b6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/0936b51a58eb4eaa8b7232cb2d1bbba1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aa0c2d541d2545d9b1168a1c982771b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/7e784cf3a87d40819b7264adfff8bec9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250] to archive 2024-11-20T18:22:46,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:46,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3ca0816da9d549d2a12b3d106086d4ca 2024-11-20T18:22:46,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2d065e21e53048cabc3852d2d2e0fc87 2024-11-20T18:22:46,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1d2ea562b10442c0a8b31016d833dc95 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1d2ea562b10442c0a8b31016d833dc95 2024-11-20T18:22:46,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/087249077a3e4534b87577e881978b20 2024-11-20T18:22:46,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/9637351cd95f404b80dc575a29b39b05 2024-11-20T18:22:46,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1f7ca18a7b0d4f2586c6128143b17d7d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1f7ca18a7b0d4f2586c6128143b17d7d 2024-11-20T18:22:46,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/db27e5efd528494f8275adfb11dbd733 2024-11-20T18:22:46,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/b5da2f1689e342c0bfc5889aa725b3ec 2024-11-20T18:22:46,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/24054fdf562945ebbd7a57f8fbaaa836 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/24054fdf562945ebbd7a57f8fbaaa836 2024-11-20T18:22:46,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6c2bf3dcc1d84cc585ba90b28eef72c3 2024-11-20T18:22:46,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/6ac545ec89034a3282509c7ad76d04c3 2024-11-20T18:22:46,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/4a05a0c28c23412eb51a6a8df389f6b6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/4a05a0c28c23412eb51a6a8df389f6b6 2024-11-20T18:22:46,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5a081df9b36a43c6a41a452c88c27809 2024-11-20T18:22:46,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/463a6571040444c39b779e8cb0efa70b 2024-11-20T18:22:46,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f5a0a548521d4427832a666523b4fdce 2024-11-20T18:22:46,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/0936b51a58eb4eaa8b7232cb2d1bbba1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/0936b51a58eb4eaa8b7232cb2d1bbba1 2024-11-20T18:22:46,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/2828b03c56df43bda0e9e0a7d2aa3f08 2024-11-20T18:22:46,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/d16bfaf7bd7541c9b18ce5d51944994d 2024-11-20T18:22:46,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/3b6fd90acb9741dc8af58fe9d39451c9 2024-11-20T18:22:46,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aa0c2d541d2545d9b1168a1c982771b4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aa0c2d541d2545d9b1168a1c982771b4 2024-11-20T18:22:46,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/1362bbcf9eb8489fa4925baf71d9f8cb 2024-11-20T18:22:46,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/35c77b9460c143f1b9734a048e2a7578 2024-11-20T18:22:46,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/7e784cf3a87d40819b7264adfff8bec9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/7e784cf3a87d40819b7264adfff8bec9 2024-11-20T18:22:46,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/46ffc26f79a2441182896d374cb97e64 2024-11-20T18:22:46,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/aba34f406f144499a32cb6787825c301 2024-11-20T18:22:46,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8d3a05b578a1454b88d776bdc9a80250 2024-11-20T18:22:46,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c9a82be28774a388641da162290934f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/4db9c82213654ea094bec4849d2cdbe0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/3ce69424e854425e8845d7c3e3f8d31e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ae84cb292c30439595af3a42a7159dd6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/492c24d421104863b063040a7a09c608, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ccf3e7a29a02489eb93b89c4a2e7abc8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c45cf1fe009450a84d84210edb332ff, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d] to archive 2024-11-20T18:22:46,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:22:46,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/347a68ad3ed2401d93fdc98ddd9f8bf6 2024-11-20T18:22:46,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/53b18a53c8ac44d0ba40f65cc200367d 2024-11-20T18:22:46,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c9a82be28774a388641da162290934f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c9a82be28774a388641da162290934f 2024-11-20T18:22:46,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/fbda2b33f88d4eb88235c1840cf19212 2024-11-20T18:22:46,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/d74faaef3fd747dbaffd1dede900a47d 2024-11-20T18:22:46,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/4db9c82213654ea094bec4849d2cdbe0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/4db9c82213654ea094bec4849d2cdbe0 2024-11-20T18:22:46,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/90a430a14c5c4cb99832c20a3c1ba82d 2024-11-20T18:22:46,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/085db97cb21449f79ff01812db3298c6 2024-11-20T18:22:46,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/3ce69424e854425e8845d7c3e3f8d31e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/3ce69424e854425e8845d7c3e3f8d31e 2024-11-20T18:22:46,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/87e1cae9ec0043a79f57553b247963e5 2024-11-20T18:22:46,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e70d70d12ccb452a89a4dee027e8c6f0 2024-11-20T18:22:46,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ae84cb292c30439595af3a42a7159dd6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ae84cb292c30439595af3a42a7159dd6 2024-11-20T18:22:46,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/c17aa3efc0ba43059d9e67036c1757ff 2024-11-20T18:22:46,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/da5eef2d88e84f2a96f7aa30d64c062e 2024-11-20T18:22:46,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/dc0a3d28fc1a40c99c3bbe0cb55608d5 2024-11-20T18:22:46,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/492c24d421104863b063040a7a09c608 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/492c24d421104863b063040a7a09c608 2024-11-20T18:22:46,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/09a4cdd9c65d42b5978363eecf690074 2024-11-20T18:22:46,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/a8e4bd9545f141d380a03cbf273a834c 2024-11-20T18:22:46,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/43452b2d541e44e7af5733c70d2336d2 2024-11-20T18:22:46,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ccf3e7a29a02489eb93b89c4a2e7abc8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/ccf3e7a29a02489eb93b89c4a2e7abc8 2024-11-20T18:22:46,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/5234677bd2a24a2cb201d0a0eef5d337 2024-11-20T18:22:46,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/83fa88212b0946488482e51b3856f7d6 2024-11-20T18:22:46,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c45cf1fe009450a84d84210edb332ff to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9c45cf1fe009450a84d84210edb332ff 2024-11-20T18:22:46,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/9bbfe11573304602aa9905664f8c8138 2024-11-20T18:22:46,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/b2e84fb117fa4f39b727e7af4aa844ec 2024-11-20T18:22:46,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/56c78b143ec646d4ac764f716ef2165d 2024-11-20T18:22:46,286 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=1 2024-11-20T18:22:46,286 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85. 2024-11-20T18:22:46,286 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 2ddc86afef0635fbdff9b41bdf78ea85: 2024-11-20T18:22:46,288 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:46,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=2ddc86afef0635fbdff9b41bdf78ea85, regionState=CLOSED 2024-11-20T18:22:46,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T18:22:46,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 2ddc86afef0635fbdff9b41bdf78ea85, server=82db7be9f118,45523,1732126875644 in 1.5590 sec 2024-11-20T18:22:46,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T18:22:46,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2ddc86afef0635fbdff9b41bdf78ea85, UNASSIGN in 1.5620 sec 2024-11-20T18:22:46,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T18:22:46,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5650 sec 2024-11-20T18:22:46,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126966294"}]},"ts":"1732126966294"} 2024-11-20T18:22:46,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:22:46,298 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:22:46,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5770 sec 2024-11-20T18:22:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T18:22:46,828 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-20T18:22:46,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,830 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T18:22:46,830 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,832 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:46,834 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/recovered.edits] 2024-11-20T18:22:46,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/10967acf700c4e99be32d8d3c6057ebf to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/10967acf700c4e99be32d8d3c6057ebf 2024-11-20T18:22:46,837 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/16dffa1f5b0c4efd88a244f5f811369b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/16dffa1f5b0c4efd88a244f5f811369b 2024-11-20T18:22:46,838 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2f806e0d82e946f0b5e4c8758da43c13 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/2f806e0d82e946f0b5e4c8758da43c13 2024-11-20T18:22:46,840 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/975ce3116a0c4f529ca6b9eab4ca226f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/975ce3116a0c4f529ca6b9eab4ca226f 2024-11-20T18:22:46,841 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/A/e71c4e35db3a4a7cb2c8bf77abf9f1d1 2024-11-20T18:22:46,843 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5b12461e7c5b48118aee563ad932aa3e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/5b12461e7c5b48118aee563ad932aa3e 2024-11-20T18:22:46,844 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8f21e6f616584590aad64a222baa1170 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/8f21e6f616584590aad64a222baa1170 2024-11-20T18:22:46,845 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/93f8054cbd934072add7cdd67e215e1e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/93f8054cbd934072add7cdd67e215e1e 2024-11-20T18:22:46,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/a4d74807c2974497ab903981379fbc45 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/a4d74807c2974497ab903981379fbc45 2024-11-20T18:22:46,847 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f34ec33eff664ee696a8ef53b3a0d688 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/B/f34ec33eff664ee696a8ef53b3a0d688 2024-11-20T18:22:46,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/283d945c9ed54e0893362329e4270f46 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/283d945c9ed54e0893362329e4270f46 2024-11-20T18:22:46,851 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/779d98f9a0af4b4fa3cfd9d112ef2aed to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/779d98f9a0af4b4fa3cfd9d112ef2aed 2024-11-20T18:22:46,852 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/97be8eb3c5d148998114a83204382c8f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/97be8eb3c5d148998114a83204382c8f 2024-11-20T18:22:46,853 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/bd1afb9655ca4ebda6d9d1a3d14bad33 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/bd1afb9655ca4ebda6d9d1a3d14bad33 2024-11-20T18:22:46,854 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e3b71380c2eb47f8be2c20875f6e8bf0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/C/e3b71380c2eb47f8be2c20875f6e8bf0 2024-11-20T18:22:46,856 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/recovered.edits/444.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85/recovered.edits/444.seqid 2024-11-20T18:22:46,857 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/2ddc86afef0635fbdff9b41bdf78ea85 2024-11-20T18:22:46,857 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:22:46,859 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,863 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:22:46,865 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:22:46,865 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,865 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:22:46,865 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732126966865"}]},"ts":"9223372036854775807"} 2024-11-20T18:22:46,867 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:22:46,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2ddc86afef0635fbdff9b41bdf78ea85, NAME => 'TestAcidGuarantees,,1732126941089.2ddc86afef0635fbdff9b41bdf78ea85.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:22:46,867 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:22:46,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732126966867"}]},"ts":"9223372036854775807"} 2024-11-20T18:22:46,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:22:46,870 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-20T18:22:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T18:22:46,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-20T18:22:46,940 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 241), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6159 (was 5660) - AvailableMemoryMB LEAK? - 2024-11-20T18:22:46,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=6159 2024-11-20T18:22:46,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:22:46,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:46,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:46,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:46,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-20T18:22:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:46,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742172_1348 (size=960) 2024-11-20T18:22:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:47,359 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:22:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742173_1349 (size=53) 2024-11-20T18:22:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9b77cf4f5fed9cb974732715807f3d6c, disabling compactions & flushes 2024-11-20T18:22:47,765 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. after waiting 0 ms 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:47,765 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:47,765 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:47,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:47,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732126967766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126967766"}]},"ts":"1732126967766"} 2024-11-20T18:22:47,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:22:47,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:47,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126967768"}]},"ts":"1732126967768"} 2024-11-20T18:22:47,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:22:47,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, ASSIGN}] 2024-11-20T18:22:47,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, ASSIGN 2024-11-20T18:22:47,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:22:47,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:47,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:48,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:48,079 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,081 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,082 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:48,082 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName A 2024-11-20T18:22:48,083 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,083 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,083 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,084 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:48,084 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName B 2024-11-20T18:22:48,084 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,084 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,084 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,085 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:48,085 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName C 2024-11-20T18:22:48,085 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,086 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,086 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:48,086 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,087 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,088 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:22:48,088 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:48,090 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:48,090 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 9b77cf4f5fed9cb974732715807f3d6c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74486920, jitterRate=0.10994160175323486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:22:48,091 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:48,092 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., pid=96, masterSystemTime=1732126968077 2024-11-20T18:22:48,093 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:48,093 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:48,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T18:22:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 in 168 msec 2024-11-20T18:22:48,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T18:22:48,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, ASSIGN in 322 msec 2024-11-20T18:22:48,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:48,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126968097"}]},"ts":"1732126968097"} 2024-11-20T18:22:48,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:22:48,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:48,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-20T18:22:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T18:22:49,062 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-20T18:22:49,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-20T18:22:49,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:49,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:49,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:49,095 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:22:49,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T18:22:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742174_1350 (size=996) 2024-11-20T18:22:49,536 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T18:22:49,536 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T18:22:49,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:22:49,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, REOPEN/MOVE}] 2024-11-20T18:22:49,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, REOPEN/MOVE 2024-11-20T18:22:49,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:49,545 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:22:49,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:49,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:49,698 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:49,698 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:22:49,698 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 9b77cf4f5fed9cb974732715807f3d6c, disabling compactions & flushes 2024-11-20T18:22:49,698 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:49,698 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:49,698 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. after waiting 0 ms 2024-11-20T18:22:49,698 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:49,724 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T18:22:49,725 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:49,725 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:49,725 WARN [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 9b77cf4f5fed9cb974732715807f3d6c to self. 2024-11-20T18:22:49,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=CLOSED 2024-11-20T18:22:49,730 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:49,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T18:22:49,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 in 189 msec 2024-11-20T18:22:49,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, REOPEN/MOVE; state=CLOSED, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=true 2024-11-20T18:22:49,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:49,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:22:50,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,045 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,046 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:50,046 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,046 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:50,047 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,047 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,049 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,050 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:50,050 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName A 2024-11-20T18:22:50,051 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:50,052 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:50,053 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,057 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:50,057 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName B 2024-11-20T18:22:50,057 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:50,058 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:50,058 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,059 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:22:50,059 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b77cf4f5fed9cb974732715807f3d6c columnFamilyName C 2024-11-20T18:22:50,059 DEBUG [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:50,059 INFO [StoreOpener-9b77cf4f5fed9cb974732715807f3d6c-1 {}] regionserver.HStore(327): Store=9b77cf4f5fed9cb974732715807f3d6c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:50,060 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,061 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,063 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,065 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:22:50,067 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,069 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 9b77cf4f5fed9cb974732715807f3d6c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61271983, jitterRate=-0.0869763046503067}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:22:50,070 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:50,073 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., pid=101, masterSystemTime=1732126970042 2024-11-20T18:22:50,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=OPEN, openSeqNum=5, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,076 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,076 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-20T18:22:50,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 in 187 msec 2024-11-20T18:22:50,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T18:22:50,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, REOPEN/MOVE in 535 msec 2024-11-20T18:22:50,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T18:22:50,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec 2024-11-20T18:22:50,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 984 msec 2024-11-20T18:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-20T18:22:50,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-20T18:22:50,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-20T18:22:50,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,123 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-20T18:22:50,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-20T18:22:50,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-20T18:22:50,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-20T18:22:50,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-20T18:22:50,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-20T18:22:50,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-20T18:22:50,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-20T18:22:50,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T18:22:50,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:50,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:50,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:50,338 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,346 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,357 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,357 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,358 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,358 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,365 DEBUG [hconnection-0x6483d2d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:22:50,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:50,367 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:50,374 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,376 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,410 DEBUG [hconnection-0x494ad1ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,414 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:50,458 DEBUG [hconnection-0x2b2baa13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,460 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,477 DEBUG [hconnection-0x4f28ff20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,478 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T18:22:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032205820e1c3412b952d56a434cc5302_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126970359/Put/seqid=0 2024-11-20T18:22:50,498 DEBUG [hconnection-0x7d5fcc27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,507 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742175_1351 (size=12154) 2024-11-20T18:22:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127030553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127030560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127030561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127030561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127030561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:50,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032205820e1c3412b952d56a434cc5302_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032205820e1c3412b952d56a434cc5302_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:50,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/4b6435e7367a4aaea6012e2e8ae0633b, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:50,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/4b6435e7367a4aaea6012e2e8ae0633b is 175, key is test_row_0/A:col10/1732126970359/Put/seqid=0 2024-11-20T18:22:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:50,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T18:22:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:50,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742176_1352 (size=30955) 2024-11-20T18:22:50,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/4b6435e7367a4aaea6012e2e8ae0633b 2024-11-20T18:22:50,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127030661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127030662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127030663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127030663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127030663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/bc9245a561b641ebb5e6832c048a00c5 is 50, key is test_row_0/B:col10/1732126970359/Put/seqid=0 2024-11-20T18:22:50,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T18:22:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742177_1353 (size=12001) 2024-11-20T18:22:50,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/bc9245a561b641ebb5e6832c048a00c5 2024-11-20T18:22:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127030863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127030865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127030865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127030865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127030865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/94e14819e0e94cc9962e000319b79628 is 50, key is test_row_0/C:col10/1732126970359/Put/seqid=0 2024-11-20T18:22:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:50,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:50,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T18:22:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:50,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742178_1354 (size=12001) 2024-11-20T18:22:51,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/94e14819e0e94cc9962e000319b79628 2024-11-20T18:22:51,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/4b6435e7367a4aaea6012e2e8ae0633b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b 2024-11-20T18:22:51,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T18:22:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/bc9245a561b641ebb5e6832c048a00c5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5 2024-11-20T18:22:51,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T18:22:51,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/94e14819e0e94cc9962e000319b79628 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628 2024-11-20T18:22:51,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T18:22:51,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9b77cf4f5fed9cb974732715807f3d6c in 722ms, sequenceid=15, compaction requested=false 2024-11-20T18:22:51,089 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T18:22:51,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:51,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T18:22:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:51,101 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:22:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208317d259ee7648628e24bec09ba4857b_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126970546/Put/seqid=0 2024-11-20T18:22:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:51,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127031179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127031180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127031182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127031189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127031189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742179_1355 (size=12154) 2024-11-20T18:22:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:51,238 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208317d259ee7648628e24bec09ba4857b_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208317d259ee7648628e24bec09ba4857b_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:51,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/f2056c6e149242e186f64da13598d627, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/f2056c6e149242e186f64da13598d627 is 175, key is test_row_0/A:col10/1732126970546/Put/seqid=0 2024-11-20T18:22:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127031282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127031286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127031290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127031290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127031290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742180_1356 (size=30955) 2024-11-20T18:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127031485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127031488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127031491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127031493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127031493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,707 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/f2056c6e149242e186f64da13598d627 2024-11-20T18:22:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c99f7b0056234dc78246ba5e1f9ad67b is 50, key is test_row_0/B:col10/1732126970546/Put/seqid=0 2024-11-20T18:22:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742181_1357 (size=12001) 2024-11-20T18:22:51,784 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c99f7b0056234dc78246ba5e1f9ad67b 2024-11-20T18:22:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127031789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127031791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127031795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127031797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127031798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/07948b5ceb8d4b88987ad77bc1dfec21 is 50, key is test_row_0/C:col10/1732126970546/Put/seqid=0 2024-11-20T18:22:51,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:22:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742182_1358 (size=12001) 2024-11-20T18:22:52,251 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/07948b5ceb8d4b88987ad77bc1dfec21 2024-11-20T18:22:52,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/f2056c6e149242e186f64da13598d627 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627 2024-11-20T18:22:52,263 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T18:22:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c99f7b0056234dc78246ba5e1f9ad67b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b 2024-11-20T18:22:52,269 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T18:22:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/07948b5ceb8d4b88987ad77bc1dfec21 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21 2024-11-20T18:22:52,290 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T18:22:52,294 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9b77cf4f5fed9cb974732715807f3d6c in 1193ms, sequenceid=40, compaction requested=false 2024-11-20T18:22:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T18:22:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T18:22:52,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T18:22:52,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9620 sec 2024-11-20T18:22:52,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.9680 sec 2024-11-20T18:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:52,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:52,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:52,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046c0ceffa9404eb79c0052e1a4e4e41d_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742183_1359 (size=14594) 2024-11-20T18:22:52,401 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:52,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127032386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,406 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046c0ceffa9404eb79c0052e1a4e4e41d_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046c0ceffa9404eb79c0052e1a4e4e41d_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127032391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127032392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127032394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/350e4e2c16e44c1cb0abaf89192956fb, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:52,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/350e4e2c16e44c1cb0abaf89192956fb is 175, key is test_row_0/A:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127032405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T18:22:52,442 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T18:22:52,443 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T18:22:52,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:52,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:52,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742184_1360 (size=39549) 2024-11-20T18:22:52,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/350e4e2c16e44c1cb0abaf89192956fb 2024-11-20T18:22:52,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/302abbe52eda48aa83424f8cb8c56079 is 50, key is test_row_0/B:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127032508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127032509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127032509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127032507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127032520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742185_1361 (size=12001) 2024-11-20T18:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:52,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127032727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127032727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127032727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127032727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127032730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:52,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:52,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:52,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:52,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/302abbe52eda48aa83424f8cb8c56079 2024-11-20T18:22:52,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6cc01e55799a4137bf3d24effe9bbf8e is 50, key is test_row_0/C:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742186_1362 (size=12001) 2024-11-20T18:22:52,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6cc01e55799a4137bf3d24effe9bbf8e 2024-11-20T18:22:52,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/350e4e2c16e44c1cb0abaf89192956fb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb 2024-11-20T18:22:53,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb, entries=200, sequenceid=53, filesize=38.6 K 2024-11-20T18:22:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/302abbe52eda48aa83424f8cb8c56079 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079 2024-11-20T18:22:53,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T18:22:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6cc01e55799a4137bf3d24effe9bbf8e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e 2024-11-20T18:22:53,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T18:22:53,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9b77cf4f5fed9cb974732715807f3d6c in 709ms, sequenceid=53, compaction requested=true 2024-11-20T18:22:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:53,021 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:22:53,021 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:53,022 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:53,022 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:22:53,022 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,022 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=99.1 K 2024-11-20T18:22:53,022 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,022 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb] 2024-11-20T18:22:53,023 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:53,023 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:22:53,023 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,023 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.2 K 2024-11-20T18:22:53,023 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b6435e7367a4aaea6012e2e8ae0633b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732126970356 2024-11-20T18:22:53,023 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9245a561b641ebb5e6832c048a00c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732126970356 2024-11-20T18:22:53,024 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c99f7b0056234dc78246ba5e1f9ad67b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126970546 2024-11-20T18:22:53,024 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f2056c6e149242e186f64da13598d627, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126970546 2024-11-20T18:22:53,025 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 302abbe52eda48aa83424f8cb8c56079, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:53,025 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 350e4e2c16e44c1cb0abaf89192956fb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:53,048 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:53,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:22:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:53,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/34516ef6031b433eafff219c3ed5c7f6 is 50, key is test_row_0/B:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:53,051 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:53,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,082 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c87f6a7414b74f5888cb86a104eea931_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:53,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c87f6a7414b74f5888cb86a104eea931_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:53,084 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c87f6a7414b74f5888cb86a104eea931_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127033073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127033082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742187_1363 (size=12104) 2024-11-20T18:22:53,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,118 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/34516ef6031b433eafff219c3ed5c7f6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/34516ef6031b433eafff219c3ed5c7f6 2024-11-20T18:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127033097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127033098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127033098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c7cea21e787147ed9d2aa3929c67f4d7_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126972384/Put/seqid=0 2024-11-20T18:22:53,129 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into 34516ef6031b433eafff219c3ed5c7f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:53,129 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:53,129 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126973021; duration=0sec 2024-11-20T18:22:53,129 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:53,129 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:22:53,129 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:22:53,130 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:22:53,131 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:22:53,131 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,131 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.2 K 2024-11-20T18:22:53,131 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94e14819e0e94cc9962e000319b79628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732126970356 2024-11-20T18:22:53,132 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07948b5ceb8d4b88987ad77bc1dfec21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732126970546 2024-11-20T18:22:53,132 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc01e55799a4137bf3d24effe9bbf8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742188_1364 (size=4469) 2024-11-20T18:22:53,148 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#312 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:53,149 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/463c9e30903e40a684f651592d30edda is 175, key is test_row_0/A:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:53,177 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:53,178 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/133bd9fb5c134e2ea2eb744bd253203e is 50, key is test_row_0/C:col10/1732126971178/Put/seqid=0 2024-11-20T18:22:53,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127033200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127033201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742189_1365 (size=12154) 2024-11-20T18:22:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:53,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c7cea21e787147ed9d2aa3929c67f4d7_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c7cea21e787147ed9d2aa3929c67f4d7_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:53,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c343dc44d27442fab0307cff914de6c, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:53,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c343dc44d27442fab0307cff914de6c is 175, key is test_row_0/A:col10/1732126972384/Put/seqid=0 2024-11-20T18:22:53,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127033221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127033223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127033224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742190_1366 (size=31058) 2024-11-20T18:22:53,299 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/463c9e30903e40a684f651592d30edda as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda 2024-11-20T18:22:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742191_1367 (size=12104) 2024-11-20T18:22:53,304 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 463c9e30903e40a684f651592d30edda(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:53,304 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:53,304 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126973021; duration=0sec 2024-11-20T18:22:53,304 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:53,304 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:22:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742192_1368 (size=30955) 2024-11-20T18:22:53,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c343dc44d27442fab0307cff914de6c 2024-11-20T18:22:53,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ba6ba045956d4f8b84be5ea82c35ccf9 is 50, key is test_row_0/B:col10/1732126972384/Put/seqid=0 2024-11-20T18:22:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742193_1369 (size=12001) 2024-11-20T18:22:53,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ba6ba045956d4f8b84be5ea82c35ccf9 2024-11-20T18:22:53,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:53,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a26b58941af4666a194c6ea865e0408 is 50, key is test_row_0/C:col10/1732126972384/Put/seqid=0 2024-11-20T18:22:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127033411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127033411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742194_1370 (size=12001) 2024-11-20T18:22:53,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a26b58941af4666a194c6ea865e0408 2024-11-20T18:22:53,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c343dc44d27442fab0307cff914de6c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c 2024-11-20T18:22:53,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T18:22:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ba6ba045956d4f8b84be5ea82c35ccf9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9 2024-11-20T18:22:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127033439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127033440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127033440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T18:22:53,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a26b58941af4666a194c6ea865e0408 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408 2024-11-20T18:22:53,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T18:22:53,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9b77cf4f5fed9cb974732715807f3d6c in 412ms, sequenceid=78, compaction requested=false 2024-11-20T18:22:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:53,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T18:22:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:53,530 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:22:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120407939e5204c4671831ee158daa07cea_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126973070/Put/seqid=0 2024-11-20T18:22:53,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742195_1371 (size=12154) 2024-11-20T18:22:53,708 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/133bd9fb5c134e2ea2eb744bd253203e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/133bd9fb5c134e2ea2eb744bd253203e 2024-11-20T18:22:53,715 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 133bd9fb5c134e2ea2eb744bd253203e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:53,715 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:53,715 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126973021; duration=0sec 2024-11-20T18:22:53,715 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:53,715 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:22:53,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127033793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127033795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127033797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127033799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127033801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127033908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127033910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127033909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127033916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127033916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:54,006 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120407939e5204c4671831ee158daa07cea_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120407939e5204c4671831ee158daa07cea_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/87affba7a07c4bb5a7815cdb0f23d1fb, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/87affba7a07c4bb5a7815cdb0f23d1fb is 175, key is test_row_0/A:col10/1732126973070/Put/seqid=0 2024-11-20T18:22:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742196_1372 (size=30955) 2024-11-20T18:22:54,050 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/87affba7a07c4bb5a7815cdb0f23d1fb 2024-11-20T18:22:54,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cab3eead1ca540fb9cf7469e80d9751f is 50, key is test_row_0/B:col10/1732126973070/Put/seqid=0 2024-11-20T18:22:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127034115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742197_1373 (size=12001) 2024-11-20T18:22:54,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127034123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127034125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127034133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127034134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127034424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127034433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127034433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127034444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127034444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,523 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cab3eead1ca540fb9cf7469e80d9751f 2024-11-20T18:22:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/38371ff62bf043c497794644d80d4287 is 50, key is test_row_0/C:col10/1732126973070/Put/seqid=0 2024-11-20T18:22:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742198_1374 (size=12001) 2024-11-20T18:22:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127034935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127034945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127034951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127034953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127034940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:54,995 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/38371ff62bf043c497794644d80d4287 2024-11-20T18:22:55,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/87affba7a07c4bb5a7815cdb0f23d1fb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb 2024-11-20T18:22:55,010 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb, entries=150, sequenceid=92, filesize=30.2 K 2024-11-20T18:22:55,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cab3eead1ca540fb9cf7469e80d9751f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f 2024-11-20T18:22:55,016 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T18:22:55,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/38371ff62bf043c497794644d80d4287 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287 2024-11-20T18:22:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T18:22:55,022 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9b77cf4f5fed9cb974732715807f3d6c in 1492ms, sequenceid=92, compaction requested=true 2024-11-20T18:22:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T18:22:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T18:22:55,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T18:22:55,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5770 sec 2024-11-20T18:22:55,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.5820 sec 2024-11-20T18:22:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:55,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:55,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:55,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cfd474acb9804843ba01dda563e213e0_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127035979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127035989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127035989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127035991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127035989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742199_1375 (size=14594) 2024-11-20T18:22:56,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127036110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127036111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127036112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127036116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127036324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127036324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127036325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127036324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:56,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cfd474acb9804843ba01dda563e213e0_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cfd474acb9804843ba01dda563e213e0_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:56,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/702b4738f9814ce59eba63154e50de4c, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:56,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/702b4738f9814ce59eba63154e50de4c is 175, key is test_row_0/A:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742200_1376 (size=39549) 2024-11-20T18:22:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T18:22:56,554 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T18:22:56,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:22:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T18:22:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:56,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:22:56,558 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:22:56,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:22:56,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127036636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127036637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127036637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127036638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:56,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:56,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:56,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:56,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:56,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:56,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:56,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:56,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:56,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/702b4738f9814ce59eba63154e50de4c 2024-11-20T18:22:56,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cf754c0636874155995bc2f72068e29e is 50, key is test_row_0/B:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742201_1377 (size=12001) 2024-11-20T18:22:56,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cf754c0636874155995bc2f72068e29e 2024-11-20T18:22:56,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a972f4cbf8e402cabaffad415aab11b is 50, key is test_row_0/C:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:57,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742202_1378 (size=12001) 2024-11-20T18:22:57,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127037147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127037148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127037148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127037150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:57,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:22:57,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a972f4cbf8e402cabaffad415aab11b 2024-11-20T18:22:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/702b4738f9814ce59eba63154e50de4c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c 2024-11-20T18:22:57,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c, entries=200, sequenceid=119, filesize=38.6 K 2024-11-20T18:22:57,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/cf754c0636874155995bc2f72068e29e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e 2024-11-20T18:22:57,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T18:22:57,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/8a972f4cbf8e402cabaffad415aab11b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b 2024-11-20T18:22:57,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T18:22:57,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9b77cf4f5fed9cb974732715807f3d6c in 1499ms, sequenceid=119, compaction requested=true 2024-11-20T18:22:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:57,455 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:22:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:57,455 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:22:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:22:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:57,457 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:57,457 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:22:57,457 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,458 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/34516ef6031b433eafff219c3ed5c7f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=47.0 K 2024-11-20T18:22:57,458 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:57,458 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:22:57,458 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,458 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=129.4 K 2024-11-20T18:22:57,458 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,458 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c] 2024-11-20T18:22:57,459 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 34516ef6031b433eafff219c3ed5c7f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:57,459 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 463c9e30903e40a684f651592d30edda, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:57,460 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6ba045956d4f8b84be5ea82c35ccf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732126972384 2024-11-20T18:22:57,460 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c343dc44d27442fab0307cff914de6c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732126972384 2024-11-20T18:22:57,460 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cab3eead1ca540fb9cf7469e80d9751f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732126973070 2024-11-20T18:22:57,460 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87affba7a07c4bb5a7815cdb0f23d1fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732126973070 2024-11-20T18:22:57,461 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cf754c0636874155995bc2f72068e29e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:22:57,461 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702b4738f9814ce59eba63154e50de4c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:22:57,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:22:57,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T18:22:57,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,479 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:57,480 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:57,481 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ed2048d87916465181cc17c52f7e857e is 50, key is test_row_0/B:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:57,491 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:57,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c39b9e8565944526b5f3911d0db992b8_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:57,510 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c39b9e8565944526b5f3911d0db992b8_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:57,510 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c39b9e8565944526b5f3911d0db992b8_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f423687932194d2584595058b0176f19_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126975982/Put/seqid=0 2024-11-20T18:22:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742203_1379 (size=12241) 2024-11-20T18:22:57,575 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ed2048d87916465181cc17c52f7e857e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ed2048d87916465181cc17c52f7e857e 2024-11-20T18:22:57,585 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into ed2048d87916465181cc17c52f7e857e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:57,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:57,585 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=12, startTime=1732126977455; duration=0sec 2024-11-20T18:22:57,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:22:57,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:22:57,587 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:22:57,588 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:22:57,588 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:22:57,588 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:57,588 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/133bd9fb5c134e2ea2eb744bd253203e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=47.0 K 2024-11-20T18:22:57,589 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 133bd9fb5c134e2ea2eb744bd253203e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732126971178 2024-11-20T18:22:57,590 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a26b58941af4666a194c6ea865e0408, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732126972384 2024-11-20T18:22:57,591 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 38371ff62bf043c497794644d80d4287, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732126973070 2024-11-20T18:22:57,592 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a972f4cbf8e402cabaffad415aab11b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:22:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742205_1381 (size=12154) 2024-11-20T18:22:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742204_1380 (size=4469) 2024-11-20T18:22:57,615 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:57,615 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6ebcbfea3b294d4db8d37c2470160b03 is 50, key is test_row_0/C:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742206_1382 (size=12241) 2024-11-20T18:22:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:57,667 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6ebcbfea3b294d4db8d37c2470160b03 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6ebcbfea3b294d4db8d37c2470160b03 2024-11-20T18:22:57,674 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 6ebcbfea3b294d4db8d37c2470160b03(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:57,675 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:57,675 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=12, startTime=1732126977456; duration=0sec 2024-11-20T18:22:57,675 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:57,675 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:22:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:58,003 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#324 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:22:58,004 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a746ea6f3f34e969cffa1d0211413db is 175, key is test_row_0/A:col10/1732126975954/Put/seqid=0 2024-11-20T18:22:58,010 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f423687932194d2584595058b0176f19_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f423687932194d2584595058b0176f19_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/7a701a40c7334fd5913b7517affe1b4f, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:58,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/7a701a40c7334fd5913b7517affe1b4f is 175, key is test_row_0/A:col10/1732126975982/Put/seqid=0 2024-11-20T18:22:58,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742207_1383 (size=31195) 2024-11-20T18:22:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742208_1384 (size=30955) 2024-11-20T18:22:58,052 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a746ea6f3f34e969cffa1d0211413db as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db 2024-11-20T18:22:58,060 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/7a701a40c7334fd5913b7517affe1b4f 2024-11-20T18:22:58,063 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 1a746ea6f3f34e969cffa1d0211413db(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:22:58,063 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:58,063 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=12, startTime=1732126977455; duration=0sec 2024-11-20T18:22:58,063 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:22:58,063 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:22:58,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d51853a1dfce4b6ca45d1bd96081d716 is 50, key is test_row_0/B:col10/1732126975982/Put/seqid=0 2024-11-20T18:22:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742209_1385 (size=12001) 2024-11-20T18:22:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127038181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127038181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127038182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127038188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127038197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127038291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127038291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127038298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127038298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127038305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,508 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d51853a1dfce4b6ca45d1bd96081d716 2024-11-20T18:22:58,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127038500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127038501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127038508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127038508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127038513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/db6211c487df4ad8913b09ac72d79f8c is 50, key is test_row_0/C:col10/1732126975982/Put/seqid=0 2024-11-20T18:22:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742210_1386 (size=12001) 2024-11-20T18:22:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:22:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127038813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127038815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127038819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127038820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127038824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:58,976 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/db6211c487df4ad8913b09ac72d79f8c 2024-11-20T18:22:58,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/7a701a40c7334fd5913b7517affe1b4f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f 2024-11-20T18:22:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f, entries=150, sequenceid=129, filesize=30.2 K 2024-11-20T18:22:58,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d51853a1dfce4b6ca45d1bd96081d716 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716 2024-11-20T18:22:58,998 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T18:22:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/db6211c487df4ad8913b09ac72d79f8c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c 2024-11-20T18:22:59,005 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T18:22:59,007 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 9b77cf4f5fed9cb974732715807f3d6c in 1528ms, sequenceid=129, compaction requested=false 2024-11-20T18:22:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:22:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:22:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T18:22:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T18:22:59,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T18:22:59,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4510 sec 2024-11-20T18:22:59,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4560 sec 2024-11-20T18:22:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:22:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:22:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127039335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127039337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127039338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a3f581e92bf4d4d82bd2560b30670c0_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126979321/Put/seqid=0 2024-11-20T18:22:59,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127039339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127039340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742211_1387 (size=14794) 2024-11-20T18:22:59,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:59,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a3f581e92bf4d4d82bd2560b30670c0_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a3f581e92bf4d4d82bd2560b30670c0_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:22:59,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9f0aa649edb24b79bbb99fa0bca74c63, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:22:59,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9f0aa649edb24b79bbb99fa0bca74c63 is 175, key is test_row_0/A:col10/1732126979321/Put/seqid=0 2024-11-20T18:22:59,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742212_1388 (size=39749) 2024-11-20T18:22:59,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127039449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9f0aa649edb24b79bbb99fa0bca74c63 2024-11-20T18:22:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127039449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127039449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127039449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d10fe9dc22f048ab81970ac69fcd91d7 is 50, key is test_row_0/B:col10/1732126979321/Put/seqid=0 2024-11-20T18:22:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742213_1389 (size=12151) 2024-11-20T18:22:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127039655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127039659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127039659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127039659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d10fe9dc22f048ab81970ac69fcd91d7 2024-11-20T18:22:59,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 is 50, key is test_row_0/C:col10/1732126979321/Put/seqid=0 2024-11-20T18:22:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127039960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742214_1390 (size=12151) 2024-11-20T18:22:59,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127039973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127039982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:22:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:22:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127039983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127040349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 2024-11-20T18:23:00,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9f0aa649edb24b79bbb99fa0bca74c63 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63 2024-11-20T18:23:00,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63, entries=200, sequenceid=160, filesize=38.8 K 2024-11-20T18:23:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/d10fe9dc22f048ab81970ac69fcd91d7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7 2024-11-20T18:23:00,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T18:23:00,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 2024-11-20T18:23:00,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-20T18:23:00,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9b77cf4f5fed9cb974732715807f3d6c in 1082ms, sequenceid=160, compaction requested=true 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:00,404 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:00,404 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:00,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:00,405 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:00,405 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:00,405 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:00,405 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:00,405 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,406 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,406 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ed2048d87916465181cc17c52f7e857e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.5 K 2024-11-20T18:23:00,406 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=99.5 K 2024-11-20T18:23:00,406 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,406 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63] 2024-11-20T18:23:00,406 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ed2048d87916465181cc17c52f7e857e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:23:00,407 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d51853a1dfce4b6ca45d1bd96081d716, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732126975974 2024-11-20T18:23:00,407 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a746ea6f3f34e969cffa1d0211413db, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:23:00,407 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a701a40c7334fd5913b7517affe1b4f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732126975974 2024-11-20T18:23:00,407 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d10fe9dc22f048ab81970ac69fcd91d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978179 2024-11-20T18:23:00,408 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f0aa649edb24b79bbb99fa0bca74c63, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978160 2024-11-20T18:23:00,422 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:00,422 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/622d667d63ef4b52bb7b261cf6f9b6e6 is 50, key is test_row_0/B:col10/1732126979321/Put/seqid=0 2024-11-20T18:23:00,430 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:00,446 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bf21975c42ca43e4a1beea8da8d76ee3_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:00,448 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bf21975c42ca43e4a1beea8da8d76ee3_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:00,448 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bf21975c42ca43e4a1beea8da8d76ee3_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742215_1391 (size=12493) 2024-11-20T18:23:00,485 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/622d667d63ef4b52bb7b261cf6f9b6e6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/622d667d63ef4b52bb7b261cf6f9b6e6 2024-11-20T18:23:00,490 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into 622d667d63ef4b52bb7b261cf6f9b6e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:00,490 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:00,490 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126980404; duration=0sec 2024-11-20T18:23:00,491 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:00,491 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:00,491 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742216_1392 (size=4469) 2024-11-20T18:23:00,492 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:00,492 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:00,493 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,493 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6ebcbfea3b294d4db8d37c2470160b03, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.5 K 2024-11-20T18:23:00,493 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ebcbfea3b294d4db8d37c2470160b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732126973779 2024-11-20T18:23:00,493 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting db6211c487df4ad8913b09ac72d79f8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732126975974 2024-11-20T18:23:00,494 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#333 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:00,494 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e7db7d5dbc2f408db80b0ab3b9ef77e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978179 2024-11-20T18:23:00,494 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/567882900b764f31b50b5f3d2dd18f06 is 175, key is test_row_0/A:col10/1732126979321/Put/seqid=0 2024-11-20T18:23:00,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:00,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:00,524 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:00,525 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/5936f300ce994232b55c0ee6e0b18d25 is 50, key is test_row_0/C:col10/1732126979321/Put/seqid=0 2024-11-20T18:23:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742217_1393 (size=31447) 2024-11-20T18:23:00,549 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/567882900b764f31b50b5f3d2dd18f06 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06 2024-11-20T18:23:00,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112089f4ad034e2f45d788d382d01d963bfb_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126980493/Put/seqid=0 2024-11-20T18:23:00,554 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 567882900b764f31b50b5f3d2dd18f06(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:00,554 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:00,554 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126980404; duration=0sec 2024-11-20T18:23:00,554 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:00,554 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:00,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127040598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127040599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127040603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742218_1394 (size=12493) 2024-11-20T18:23:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127040610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742219_1395 (size=14794) 2024-11-20T18:23:00,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:00,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112089f4ad034e2f45d788d382d01d963bfb_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089f4ad034e2f45d788d382d01d963bfb_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:00,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/af6b811411eb42cb90439204705a9b63, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:00,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/af6b811411eb42cb90439204705a9b63 is 175, key is test_row_0/A:col10/1732126980493/Put/seqid=0 2024-11-20T18:23:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T18:23:00,662 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T18:23:00,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T18:23:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:00,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:00,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:00,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742220_1396 (size=39749) 2024-11-20T18:23:00,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/af6b811411eb42cb90439204705a9b63 2024-11-20T18:23:00,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/b9094721983643ecb559db1ad77cbbec is 50, key is test_row_0/B:col10/1732126980493/Put/seqid=0 2024-11-20T18:23:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742221_1397 (size=12151) 2024-11-20T18:23:00,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/b9094721983643ecb559db1ad77cbbec 2024-11-20T18:23:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127040716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127040718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127040718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127040720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e2976a8f08a64068b91332e6b578140f is 50, key is test_row_0/C:col10/1732126980493/Put/seqid=0 2024-11-20T18:23:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742222_1398 (size=12151) 2024-11-20T18:23:00,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:00,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127040921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127040922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127040922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127040927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:00,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:00,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:00,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,024 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/5936f300ce994232b55c0ee6e0b18d25 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/5936f300ce994232b55c0ee6e0b18d25 2024-11-20T18:23:01,032 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 5936f300ce994232b55c0ee6e0b18d25(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:01,032 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:01,032 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126980404; duration=0sec 2024-11-20T18:23:01,032 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:01,032 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:01,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e2976a8f08a64068b91332e6b578140f 2024-11-20T18:23:01,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/af6b811411eb42cb90439204705a9b63 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63 2024-11-20T18:23:01,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63, entries=200, sequenceid=172, filesize=38.8 K 2024-11-20T18:23:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/b9094721983643ecb559db1ad77cbbec as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec 2024-11-20T18:23:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:23:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/e2976a8f08a64068b91332e6b578140f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f 2024-11-20T18:23:01,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:23:01,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9b77cf4f5fed9cb974732715807f3d6c in 736ms, sequenceid=172, compaction requested=false 2024-11-20T18:23:01,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:01,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:01,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fa9c2e0ca8fc4f74805aa8cafaee21f5_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:01,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127041246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127041247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127041249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127041255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:01,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742223_1399 (size=14794) 2024-11-20T18:23:01,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:01,296 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fa9c2e0ca8fc4f74805aa8cafaee21f5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa9c2e0ca8fc4f74805aa8cafaee21f5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:01,298 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5ede687268d94b03a0fb1435f41c98cd, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:01,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5ede687268d94b03a0fb1435f41c98cd is 175, key is test_row_0/A:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742224_1400 (size=39749) 2024-11-20T18:23:01,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5ede687268d94b03a0fb1435f41c98cd 2024-11-20T18:23:01,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/6440edfee577423d95e95ac7cdda28dd is 50, key is test_row_0/B:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127041359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127041360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127041361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127041366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742225_1401 (size=12151) 2024-11-20T18:23:01,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/6440edfee577423d95e95ac7cdda28dd 2024-11-20T18:23:01,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d02d910965b48a0b9cb3dffa25237aa is 50, key is test_row_0/C:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:01,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742226_1402 (size=12151) 2024-11-20T18:23:01,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127041566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127041569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127041571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127041575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:01,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d02d910965b48a0b9cb3dffa25237aa 2024-11-20T18:23:01,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5ede687268d94b03a0fb1435f41c98cd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd 2024-11-20T18:23:01,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd, entries=200, sequenceid=200, filesize=38.8 K 2024-11-20T18:23:01,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/6440edfee577423d95e95ac7cdda28dd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd 2024-11-20T18:23:01,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T18:23:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d02d910965b48a0b9cb3dffa25237aa as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa 2024-11-20T18:23:01,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T18:23:01,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9b77cf4f5fed9cb974732715807f3d6c in 642ms, sequenceid=200, compaction requested=true 2024-11-20T18:23:01,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:01,876 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:01,876 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:01,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:01,878 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,878 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,878 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/622d667d63ef4b52bb7b261cf6f9b6e6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.9 K 2024-11-20T18:23:01,878 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=108.3 K 2024-11-20T18:23:01,878 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd] 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 622d667d63ef4b52bb7b261cf6f9b6e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978179 2024-11-20T18:23:01,878 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 567882900b764f31b50b5f3d2dd18f06, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978179 2024-11-20T18:23:01,879 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b9094721983643ecb559db1ad77cbbec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126979334 2024-11-20T18:23:01,879 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6b811411eb42cb90439204705a9b63, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126979334 2024-11-20T18:23:01,879 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6440edfee577423d95e95ac7cdda28dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980599 2024-11-20T18:23:01,879 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ede687268d94b03a0fb1435f41c98cd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980596 2024-11-20T18:23:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:01,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:01,895 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:01,897 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:01,897 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/fba0d51b20a449f9b51b584a61364f29 is 50, key is test_row_0/B:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:01,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:01,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:01,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:01,910 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a1cd97c0f95a43dc9e5f8ea81bca7154_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:01,912 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a1cd97c0f95a43dc9e5f8ea81bca7154_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:01,912 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1cd97c0f95a43dc9e5f8ea81bca7154_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:01,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020e079266e7c4df3bd7dc1794242a20c_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126981884/Put/seqid=0 2024-11-20T18:23:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742227_1403 (size=12595) 2024-11-20T18:23:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742228_1404 (size=4469) 2024-11-20T18:23:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742229_1405 (size=14794) 2024-11-20T18:23:02,004 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#341 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:02,005 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/154a2393b2ae460c8bdb9ec71643d525 is 175, key is test_row_0/A:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:02,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742230_1406 (size=31549) 2024-11-20T18:23:02,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,064 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/154a2393b2ae460c8bdb9ec71643d525 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525 2024-11-20T18:23:02,069 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 154a2393b2ae460c8bdb9ec71643d525(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:02,069 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:02,069 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126981875; duration=0sec 2024-11-20T18:23:02,069 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:02,069 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:02,069 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:02,070 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:02,070 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:02,070 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,070 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/5936f300ce994232b55c0ee6e0b18d25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=35.9 K 2024-11-20T18:23:02,071 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5936f300ce994232b55c0ee6e0b18d25, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732126978179 2024-11-20T18:23:02,072 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2976a8f08a64068b91332e6b578140f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732126979334 2024-11-20T18:23:02,073 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d02d910965b48a0b9cb3dffa25237aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980599 2024-11-20T18:23:02,096 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#344 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:02,097 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/4e1c08dff69a4520ba7ce8a7676f7a7e is 50, key is test_row_0/C:col10/1732126981231/Put/seqid=0 2024-11-20T18:23:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742231_1407 (size=12595) 2024-11-20T18:23:02,125 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/4e1c08dff69a4520ba7ce8a7676f7a7e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/4e1c08dff69a4520ba7ce8a7676f7a7e 2024-11-20T18:23:02,130 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 4e1c08dff69a4520ba7ce8a7676f7a7e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:02,130 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:02,130 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126981876; duration=0sec 2024-11-20T18:23:02,130 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:02,130 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,368 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/fba0d51b20a449f9b51b584a61364f29 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fba0d51b20a449f9b51b584a61364f29 2024-11-20T18:23:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127042368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,375 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into fba0d51b20a449f9b51b584a61364f29(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:02,375 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:02,375 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126981876; duration=0sec 2024-11-20T18:23:02,375 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:02,375 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:02,375 DEBUG [Thread-1586 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:02,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:02,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020e079266e7c4df3bd7dc1794242a20c_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020e079266e7c4df3bd7dc1794242a20c_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:02,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/54dc07c617e54b02b4da0473a2e31be6, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:02,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/54dc07c617e54b02b4da0473a2e31be6 is 175, key is test_row_0/A:col10/1732126981884/Put/seqid=0 2024-11-20T18:23:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742232_1408 (size=39749) 2024-11-20T18:23:02,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/54dc07c617e54b02b4da0473a2e31be6 2024-11-20T18:23:02,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/fc9ac5ef98a54afdb7ac143132af5d9e is 50, key is test_row_0/B:col10/1732126981884/Put/seqid=0 2024-11-20T18:23:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742233_1409 (size=12151) 2024-11-20T18:23:02,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/fc9ac5ef98a54afdb7ac143132af5d9e 2024-11-20T18:23:02,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/afd5e34c78f143fe910e7e36f200047b is 50, key is test_row_0/C:col10/1732126981884/Put/seqid=0 2024-11-20T18:23:02,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742234_1410 (size=12151) 2024-11-20T18:23:02,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/afd5e34c78f143fe910e7e36f200047b 2024-11-20T18:23:02,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/54dc07c617e54b02b4da0473a2e31be6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6 2024-11-20T18:23:02,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6, entries=200, sequenceid=211, filesize=38.8 K 2024-11-20T18:23:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/fc9ac5ef98a54afdb7ac143132af5d9e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e 2024-11-20T18:23:02,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T18:23:02,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/afd5e34c78f143fe910e7e36f200047b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b 2024-11-20T18:23:02,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T18:23:02,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9b77cf4f5fed9cb974732715807f3d6c in 692ms, sequenceid=211, compaction requested=false 2024-11-20T18:23:02,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:02,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:02,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:02,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a3c136b127540e484ee46a0de7485fc_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742235_1411 (size=14794) 2024-11-20T18:23:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:02,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:02,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127042989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127042989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:02,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127042990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127042998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,148 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a3c136b127540e484ee46a0de7485fc_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a3c136b127540e484ee46a0de7485fc_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:03,149 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b1ed3e20e9414476a3f40661a5ad4c7a, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b1ed3e20e9414476a3f40661a5ad4c7a is 175, key is test_row_0/A:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742236_1412 (size=39749) 2024-11-20T18:23:03,193 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b1ed3e20e9414476a3f40661a5ad4c7a 2024-11-20T18:23:03,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/116c979b97a945839710a5a42edb0178 is 50, key is test_row_0/B:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742237_1413 (size=12151) 2024-11-20T18:23:03,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/116c979b97a945839710a5a42edb0178 2024-11-20T18:23:03,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/cc999df897c3431aafdd91a8046658d0 is 50, key is test_row_0/C:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742238_1414 (size=12151) 2024-11-20T18:23:03,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127043297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127043298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127043299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127043306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:03,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/cc999df897c3431aafdd91a8046658d0 2024-11-20T18:23:03,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b1ed3e20e9414476a3f40661a5ad4c7a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a 2024-11-20T18:23:03,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a, entries=200, sequenceid=241, filesize=38.8 K 2024-11-20T18:23:03,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/116c979b97a945839710a5a42edb0178 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178 2024-11-20T18:23:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T18:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/cc999df897c3431aafdd91a8046658d0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0 2024-11-20T18:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T18:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9b77cf4f5fed9cb974732715807f3d6c in 1045ms, sequenceid=241, compaction requested=true 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:03,699 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:03,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,699 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:03,701 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,701 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,701 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fba0d51b20a449f9b51b584a61364f29, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=36.0 K 2024-11-20T18:23:03,701 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=108.4 K 2024-11-20T18:23:03,701 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a] 2024-11-20T18:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,701 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting fba0d51b20a449f9b51b584a61364f29, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980599 2024-11-20T18:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 154a2393b2ae460c8bdb9ec71643d525, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980599 2024-11-20T18:23:03,702 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9ac5ef98a54afdb7ac143132af5d9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126981246 2024-11-20T18:23:03,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54dc07c617e54b02b4da0473a2e31be6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126981244 2024-11-20T18:23:03,702 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 116c979b97a945839710a5a42edb0178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982029 2024-11-20T18:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,702 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ed3e20e9414476a3f40661a5ad4c7a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982024 2024-11-20T18:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,716 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,717 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/1b7f341400bc4c86b597f26b25c5f0c3 is 50, key is test_row_0/B:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,719 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742239_1415 (size=12697) 2024-11-20T18:23:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,759 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112012be895a02f246b7b3fd609aa1b579c5_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:03,761 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T18:23:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,761 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112012be895a02f246b7b3fd609aa1b579c5_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:03,761 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012be895a02f246b7b3fd609aa1b579c5_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120672ae73d22c34f659e89f7ebe91318e5_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126982673/Put/seqid=0 2024-11-20T18:23:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742240_1416 (size=4469) 2024-11-20T18:23:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742241_1417 (size=9814) 2024-11-20T18:23:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,874 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120672ae73d22c34f659e89f7ebe91318e5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120672ae73d22c34f659e89f7ebe91318e5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a8c7ba4c612462fb00128eed67b3fd6, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a8c7ba4c612462fb00128eed67b3fd6 is 175, key is test_row_0/A:col10/1732126982673/Put/seqid=0 2024-11-20T18:23:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742242_1418 (size=22461) 2024-11-20T18:23:03,922 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a8c7ba4c612462fb00128eed67b3fd6 2024-11-20T18:23:03,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/76ae2d259f5c49f89e44e365e4ae3f78 is 50, key is test_row_0/B:col10/1732126982673/Put/seqid=0 2024-11-20T18:23:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742243_1419 (size=9757) 2024-11-20T18:23:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127043965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127043977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:03,996 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/76ae2d259f5c49f89e44e365e4ae3f78 2024-11-20T18:23:04,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127043990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127043988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/103045155503420ca6380f5dfef2d497 is 50, key is test_row_0/C:col10/1732126982673/Put/seqid=0 2024-11-20T18:23:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742244_1420 (size=9757) 2024-11-20T18:23:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127044091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127044092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127044111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127044112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/1b7f341400bc4c86b597f26b25c5f0c3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/1b7f341400bc4c86b597f26b25c5f0c3 2024-11-20T18:23:04,157 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into 1b7f341400bc4c86b597f26b25c5f0c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:04,157 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:04,157 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126983699; duration=0sec 2024-11-20T18:23:04,157 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:04,157 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:04,157 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:04,159 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:04,159 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:04,159 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:04,159 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/4e1c08dff69a4520ba7ce8a7676f7a7e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=36.0 K 2024-11-20T18:23:04,160 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e1c08dff69a4520ba7ce8a7676f7a7e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732126980599 2024-11-20T18:23:04,161 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting afd5e34c78f143fe910e7e36f200047b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732126981246 2024-11-20T18:23:04,161 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cc999df897c3431aafdd91a8046658d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982029 2024-11-20T18:23:04,193 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:04,194 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/eedeb9063e214cf3b9d59a4efb66d536 is 50, key is test_row_0/C:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:04,225 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#351 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:04,225 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/e7691ce9db1c42ffacd4cdcfae9a9c0c is 175, key is test_row_0/A:col10/1732126982029/Put/seqid=0 2024-11-20T18:23:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742245_1421 (size=12697) 2024-11-20T18:23:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742246_1422 (size=31651) 2024-11-20T18:23:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127044303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127044303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127044323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127044325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,463 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/103045155503420ca6380f5dfef2d497 2024-11-20T18:23:04,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/1a8c7ba4c612462fb00128eed67b3fd6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6 2024-11-20T18:23:04,483 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6, entries=100, sequenceid=250, filesize=21.9 K 2024-11-20T18:23:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/76ae2d259f5c49f89e44e365e4ae3f78 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78 2024-11-20T18:23:04,492 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78, entries=100, sequenceid=250, filesize=9.5 K 2024-11-20T18:23:04,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/103045155503420ca6380f5dfef2d497 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497 2024-11-20T18:23:04,500 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497, entries=100, sequenceid=250, filesize=9.5 K 2024-11-20T18:23:04,501 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9b77cf4f5fed9cb974732715807f3d6c in 740ms, sequenceid=250, compaction requested=false 2024-11-20T18:23:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T18:23:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T18:23:04,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T18:23:04,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8340 sec 2024-11-20T18:23:04,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.8410 sec 2024-11-20T18:23:04,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:04,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208493f71637b34d20befc0dd31afe0b80_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127044633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127044633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127044638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,646 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/eedeb9063e214cf3b9d59a4efb66d536 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/eedeb9063e214cf3b9d59a4efb66d536 2024-11-20T18:23:04,652 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into eedeb9063e214cf3b9d59a4efb66d536(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:04,652 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:04,652 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126983699; duration=0sec 2024-11-20T18:23:04,652 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:04,652 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127044641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742247_1423 (size=14994) 2024-11-20T18:23:04,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:04,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208493f71637b34d20befc0dd31afe0b80_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208493f71637b34d20befc0dd31afe0b80_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:04,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b0e1f70a5a5645ccb14f0bfdd582e504, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:04,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b0e1f70a5a5645ccb14f0bfdd582e504 is 175, key is test_row_0/A:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:04,688 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/e7691ce9db1c42ffacd4cdcfae9a9c0c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c 2024-11-20T18:23:04,693 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into e7691ce9db1c42ffacd4cdcfae9a9c0c(size=30.9 K), total size for store is 52.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:04,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:04,693 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126983699; duration=0sec 2024-11-20T18:23:04,694 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:04,694 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742248_1424 (size=39949) 2024-11-20T18:23:04,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b0e1f70a5a5645ccb14f0bfdd582e504 2024-11-20T18:23:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127044744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a68c0f39a1114d558a39e5339da6c155 is 50, key is test_row_0/B:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:04,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127044757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T18:23:04,773 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T18:23:04,774 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T18:23:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:04,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:04,778 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:04,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742249_1425 (size=12301) 2024-11-20T18:23:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:04,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:04,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:04,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127044960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:04,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127044964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:05,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127045144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127045146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a68c0f39a1114d558a39e5339da6c155 2024-11-20T18:23:05,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7b7df919e7f42ddb645e20aef932a78 is 50, key is test_row_0/C:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:05,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742250_1426 (size=12301) 2024-11-20T18:23:05,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7b7df919e7f42ddb645e20aef932a78 2024-11-20T18:23:05,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b0e1f70a5a5645ccb14f0bfdd582e504 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504 2024-11-20T18:23:05,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504, entries=200, sequenceid=279, filesize=39.0 K 2024-11-20T18:23:05,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a68c0f39a1114d558a39e5339da6c155 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155 2024-11-20T18:23:05,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T18:23:05,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7b7df919e7f42ddb645e20aef932a78 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78 2024-11-20T18:23:05,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T18:23:05,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9b77cf4f5fed9cb974732715807f3d6c in 658ms, sequenceid=279, compaction requested=true 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:05,276 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:05,276 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:05,277 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:05,277 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:05,277 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,278 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=91.9 K 2024-11-20T18:23:05,278 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,278 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504] 2024-11-20T18:23:05,278 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:05,278 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:05,278 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,278 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/1b7f341400bc4c86b597f26b25c5f0c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=33.9 K 2024-11-20T18:23:05,278 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7691ce9db1c42ffacd4cdcfae9a9c0c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982029 2024-11-20T18:23:05,278 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b7f341400bc4c86b597f26b25c5f0c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982029 2024-11-20T18:23:05,279 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ae2d259f5c49f89e44e365e4ae3f78, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126982673 2024-11-20T18:23:05,279 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a8c7ba4c612462fb00128eed67b3fd6, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126982673 2024-11-20T18:23:05,281 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a68c0f39a1114d558a39e5339da6c155, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:05,281 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e1f70a5a5645ccb14f0bfdd582e504, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:05,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:05,298 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:05,308 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:05,309 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ac49137259fb49dc87586fc45dd5b7a0 is 50, key is test_row_0/B:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:05,339 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202ca7938e1f8c4a67bdad2948045f1b90_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:05,341 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202ca7938e1f8c4a67bdad2948045f1b90_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:05,341 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202ca7938e1f8c4a67bdad2948045f1b90_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:05,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208bbfefa10651459cbc3ba69e4e323ae5_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126985290/Put/seqid=0 2024-11-20T18:23:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742251_1427 (size=12949) 2024-11-20T18:23:05,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,391 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/ac49137259fb49dc87586fc45dd5b7a0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ac49137259fb49dc87586fc45dd5b7a0 2024-11-20T18:23:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,397 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into ac49137259fb49dc87586fc45dd5b7a0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:05,397 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:05,397 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126985276; duration=0sec 2024-11-20T18:23:05,397 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:05,397 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:05,397 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:05,398 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:05,398 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:05,398 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,398 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/eedeb9063e214cf3b9d59a4efb66d536, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=33.9 K 2024-11-20T18:23:05,399 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting eedeb9063e214cf3b9d59a4efb66d536, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732126982029 2024-11-20T18:23:05,399 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 103045155503420ca6380f5dfef2d497, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732126982673 2024-11-20T18:23:05,399 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c7b7df919e7f42ddb645e20aef932a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:05,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742252_1428 (size=4469) 2024-11-20T18:23:05,414 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#359 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:05,414 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c1c9b1831fb40899fc946847f1119d8 is 175, key is test_row_0/A:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742253_1429 (size=17534) 2024-11-20T18:23:05,453 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:05,454 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6a788714a8cc4d9d987d34775847305c is 50, key is test_row_0/C:col10/1732126983983/Put/seqid=0 2024-11-20T18:23:05,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127045452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127045461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742254_1430 (size=31903) 2024-11-20T18:23:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742255_1431 (size=12949) 2024-11-20T18:23:05,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,560 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/6a788714a8cc4d9d987d34775847305c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6a788714a8cc4d9d987d34775847305c 2024-11-20T18:23:05,567 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 6a788714a8cc4d9d987d34775847305c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:05,567 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:05,567 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126985276; duration=0sec 2024-11-20T18:23:05,567 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:05,567 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:05,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127045569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127045582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127045789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127045801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:05,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208bbfefa10651459cbc3ba69e4e323ae5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208bbfefa10651459cbc3ba69e4e323ae5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:05,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/98b178d6b3284169b46e2059539ebaec, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:05,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/98b178d6b3284169b46e2059539ebaec is 175, key is test_row_0/A:col10/1732126985290/Put/seqid=0 2024-11-20T18:23:05,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:05,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:05,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742256_1432 (size=48639) 2024-11-20T18:23:05,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/98b178d6b3284169b46e2059539ebaec 2024-11-20T18:23:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:05,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/365f3094021945539f6b3a19253ff212 is 50, key is test_row_0/B:col10/1732126985290/Put/seqid=0 2024-11-20T18:23:05,899 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/2c1c9b1831fb40899fc946847f1119d8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8 2024-11-20T18:23:05,903 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 2c1c9b1831fb40899fc946847f1119d8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:05,903 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:05,903 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126985276; duration=0sec 2024-11-20T18:23:05,904 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:05,904 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742257_1433 (size=12301) 2024-11-20T18:23:06,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127046096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127046107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127046153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127046155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/365f3094021945539f6b3a19253ff212 2024-11-20T18:23:06,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:06,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0a4ab66e18dd4de19a5854a95074556e is 50, key is test_row_0/C:col10/1732126985290/Put/seqid=0 2024-11-20T18:23:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742258_1434 (size=12301) 2024-11-20T18:23:06,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0a4ab66e18dd4de19a5854a95074556e 2024-11-20T18:23:06,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/98b178d6b3284169b46e2059539ebaec as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec 2024-11-20T18:23:06,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec, entries=250, sequenceid=293, filesize=47.5 K 2024-11-20T18:23:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/365f3094021945539f6b3a19253ff212 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212 2024-11-20T18:23:06,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T18:23:06,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0a4ab66e18dd4de19a5854a95074556e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e 2024-11-20T18:23:06,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T18:23:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1732127046406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,415 DEBUG [Thread-1586 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:06,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9b77cf4f5fed9cb974732715807f3d6c in 1122ms, sequenceid=293, compaction requested=false 2024-11-20T18:23:06,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:06,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,479 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:06,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c34c9890f624508836c436b67e66b89_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126985459/Put/seqid=0 2024-11-20T18:23:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742259_1435 (size=12454) 2024-11-20T18:23:06,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:06,557 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c34c9890f624508836c436b67e66b89_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c34c9890f624508836c436b67e66b89_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:06,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5d1210278ea54b018913d55cef284b87, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5d1210278ea54b018913d55cef284b87 is 175, key is test_row_0/A:col10/1732126985459/Put/seqid=0 2024-11-20T18:23:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742260_1436 (size=31255) 2024-11-20T18:23:06,599 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5d1210278ea54b018913d55cef284b87 2024-11-20T18:23:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:06,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:06,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/4313313ce23a45d5ae6ac75a45f2d1c8 is 50, key is test_row_0/B:col10/1732126985459/Put/seqid=0 2024-11-20T18:23:06,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127046649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127046649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742261_1437 (size=12301) 2024-11-20T18:23:06,669 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/4313313ce23a45d5ae6ac75a45f2d1c8 2024-11-20T18:23:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7cac883381d4b7a8821433c71266392 is 50, key is test_row_0/C:col10/1732126985459/Put/seqid=0 2024-11-20T18:23:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742262_1438 (size=12301) 2024-11-20T18:23:06,732 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7cac883381d4b7a8821433c71266392 2024-11-20T18:23:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/5d1210278ea54b018913d55cef284b87 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87 2024-11-20T18:23:06,743 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87, entries=150, sequenceid=320, filesize=30.5 K 2024-11-20T18:23:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/4313313ce23a45d5ae6ac75a45f2d1c8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8 2024-11-20T18:23:06,749 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T18:23:06,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/c7cac883381d4b7a8821433c71266392 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392 2024-11-20T18:23:06,757 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T18:23:06,758 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9b77cf4f5fed9cb974732715807f3d6c in 279ms, sequenceid=320, compaction requested=true 2024-11-20T18:23:06,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:06,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T18:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:06,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:06,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T18:23:06,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-11-20T18:23:06,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.9940 sec 2024-11-20T18:23:06,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fe0d3a27a4bf48ca82cb8e03970fa391_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:06,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742263_1439 (size=14994) 2024-11-20T18:23:06,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:06,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fe0d3a27a4bf48ca82cb8e03970fa391_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fe0d3a27a4bf48ca82cb8e03970fa391_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:06,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/cc95c14068834aa69703b1fbdff7f3dd, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:06,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/cc95c14068834aa69703b1fbdff7f3dd is 175, key is test_row_0/A:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742264_1440 (size=39949) 2024-11-20T18:23:06,874 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/cc95c14068834aa69703b1fbdff7f3dd 2024-11-20T18:23:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T18:23:06,882 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T18:23:06,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T18:23:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:06,885 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:06,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:06,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:06,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/62d9ff4c4fe447bc8235c3b781d5581e is 50, key is test_row_0/B:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127046892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127046899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742265_1441 (size=12301) 2024-11-20T18:23:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:07,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127047005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127047016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T18:23:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:07,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T18:23:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127047213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127047228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T18:23:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:07,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/62d9ff4c4fe447bc8235c3b781d5581e 2024-11-20T18:23:07,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/36f4355d3ec148939bfe94f3104a8723 is 50, key is test_row_0/C:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:07,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742266_1442 (size=12301) 2024-11-20T18:23:07,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/36f4355d3ec148939bfe94f3104a8723 2024-11-20T18:23:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/cc95c14068834aa69703b1fbdff7f3dd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd 2024-11-20T18:23:07,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd, entries=200, sequenceid=334, filesize=39.0 K 2024-11-20T18:23:07,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/62d9ff4c4fe447bc8235c3b781d5581e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e 2024-11-20T18:23:07,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T18:23:07,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/36f4355d3ec148939bfe94f3104a8723 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723 2024-11-20T18:23:07,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T18:23:07,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9b77cf4f5fed9cb974732715807f3d6c in 665ms, sequenceid=334, compaction requested=true 2024-11-20T18:23:07,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:07,431 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:07,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:07,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:07,431 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:07,432 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151746 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:07,432 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:07,432 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,432 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=148.2 K 2024-11-20T18:23:07,432 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,432 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd] 2024-11-20T18:23:07,433 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c1c9b1831fb40899fc946847f1119d8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:07,434 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:07,434 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b178d6b3284169b46e2059539ebaec, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732126984619 2024-11-20T18:23:07,434 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:07,434 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,434 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ac49137259fb49dc87586fc45dd5b7a0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=48.7 K 2024-11-20T18:23:07,434 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d1210278ea54b018913d55cef284b87, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732126985410 2024-11-20T18:23:07,435 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ac49137259fb49dc87586fc45dd5b7a0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:07,435 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc95c14068834aa69703b1fbdff7f3dd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986645 2024-11-20T18:23:07,435 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 365f3094021945539f6b3a19253ff212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732126985281 2024-11-20T18:23:07,435 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4313313ce23a45d5ae6ac75a45f2d1c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732126985410 2024-11-20T18:23:07,436 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 62d9ff4c4fe447bc8235c3b781d5581e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986647 2024-11-20T18:23:07,444 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:07,457 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:07,458 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/59a23cf6d8ef462c9b81a0b51aba10d0 is 50, key is test_row_0/B:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:07,466 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209e1dc2bbc4ab40b7b872a25ea748dea3_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:07,469 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209e1dc2bbc4ab40b7b872a25ea748dea3_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:07,469 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e1dc2bbc4ab40b7b872a25ea748dea3_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:07,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T18:23:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,498 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:07,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742267_1443 (size=13085) 2024-11-20T18:23:07,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742268_1444 (size=4469) 2024-11-20T18:23:07,552 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#371 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:07,553 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/86f8352c44b5439fbcdd4d0d942f75e1 is 175, key is test_row_0/A:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ee5942d775174f30af5d463f077dd102_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126986890/Put/seqid=0 2024-11-20T18:23:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742269_1445 (size=32039) 2024-11-20T18:23:07,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127047589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,606 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/86f8352c44b5439fbcdd4d0d942f75e1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1 2024-11-20T18:23:07,613 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 86f8352c44b5439fbcdd4d0d942f75e1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:07,613 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:07,613 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=12, startTime=1732126987431; duration=0sec 2024-11-20T18:23:07,613 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:07,613 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:07,613 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:07,614 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:07,614 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:07,614 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:07,614 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6a788714a8cc4d9d987d34775847305c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=48.7 K 2024-11-20T18:23:07,615 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a788714a8cc4d9d987d34775847305c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732126983964 2024-11-20T18:23:07,615 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a4ab66e18dd4de19a5854a95074556e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732126985281 2024-11-20T18:23:07,615 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7cac883381d4b7a8821433c71266392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732126985410 2024-11-20T18:23:07,616 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f4355d3ec148939bfe94f3104a8723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986647 2024-11-20T18:23:07,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127047601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742270_1446 (size=12454) 2024-11-20T18:23:07,637 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:07,638 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/18022a391cf54f1baad99d22bf73f18b is 50, key is test_row_0/C:col10/1732126986764/Put/seqid=0 2024-11-20T18:23:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742271_1447 (size=13085) 2024-11-20T18:23:07,672 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/18022a391cf54f1baad99d22bf73f18b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18022a391cf54f1baad99d22bf73f18b 2024-11-20T18:23:07,678 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 18022a391cf54f1baad99d22bf73f18b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:07,678 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:07,678 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=12, startTime=1732126987432; duration=0sec 2024-11-20T18:23:07,678 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:07,678 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127047704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127047724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127047913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,928 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/59a23cf6d8ef462c9b81a0b51aba10d0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/59a23cf6d8ef462c9b81a0b51aba10d0 2024-11-20T18:23:07,933 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into 59a23cf6d8ef462c9b81a0b51aba10d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:07,933 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:07,934 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=12, startTime=1732126987431; duration=0sec 2024-11-20T18:23:07,934 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:07,934 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127047932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:08,032 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ee5942d775174f30af5d463f077dd102_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee5942d775174f30af5d463f077dd102_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:08,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9123436e95cb4bde80806588f29e43a7, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:08,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9123436e95cb4bde80806588f29e43a7 is 175, key is test_row_0/A:col10/1732126986890/Put/seqid=0 2024-11-20T18:23:08,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742272_1448 (size=31255) 2024-11-20T18:23:08,049 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9123436e95cb4bde80806588f29e43a7 2024-11-20T18:23:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c40b042f346a4a7ba3bebd172a8676f7 is 50, key is test_row_0/B:col10/1732126986890/Put/seqid=0 2024-11-20T18:23:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742273_1449 (size=12301) 2024-11-20T18:23:08,079 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c40b042f346a4a7ba3bebd172a8676f7 2024-11-20T18:23:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0e54daafd4db4f13beb5cf31ab8c85b4 is 50, key is test_row_0/C:col10/1732126986890/Put/seqid=0 2024-11-20T18:23:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742274_1450 (size=12301) 2024-11-20T18:23:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1732127048162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,166 DEBUG [Thread-1584 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1732127048172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,177 DEBUG [Thread-1582 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., hostname=82db7be9f118,45523,1732126875644, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:08,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127048220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127048236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,503 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0e54daafd4db4f13beb5cf31ab8c85b4 2024-11-20T18:23:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/9123436e95cb4bde80806588f29e43a7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7 2024-11-20T18:23:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7, entries=150, sequenceid=356, filesize=30.5 K 2024-11-20T18:23:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/c40b042f346a4a7ba3bebd172a8676f7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7 2024-11-20T18:23:08,517 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T18:23:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/0e54daafd4db4f13beb5cf31ab8c85b4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4 2024-11-20T18:23:08,523 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T18:23:08,525 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9b77cf4f5fed9cb974732715807f3d6c in 1026ms, sequenceid=356, compaction requested=false 2024-11-20T18:23:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T18:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T18:23:08,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T18:23:08,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-20T18:23:08,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.6450 sec 2024-11-20T18:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T18:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:08,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:08,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035990cd4c1cd4c3e9582ba466ec5d80d_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742275_1451 (size=14994) 2024-11-20T18:23:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127048782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127048787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127048888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127048896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T18:23:08,989 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T18:23:08,991 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T18:23:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:08,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:08,993 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:08,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127049093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127049101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:09,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035990cd4c1cd4c3e9582ba466ec5d80d_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035990cd4c1cd4c3e9582ba466ec5d80d_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:09,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/383168399f2e424282f4d2f29a6b733e, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:09,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/383168399f2e424282f4d2f29a6b733e is 175, key is test_row_0/A:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742276_1452 (size=39949) 2024-11-20T18:23:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:09,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127049399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127049407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/383168399f2e424282f4d2f29a6b733e 2024-11-20T18:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:09,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a117acc3ca704997b951036c6c8a5af2 is 50, key is test_row_0/B:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:09,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742277_1453 (size=12301) 2024-11-20T18:23:09,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a117acc3ca704997b951036c6c8a5af2 2024-11-20T18:23:09,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/7a352c567988498ba3be88c5566fa05a is 50, key is test_row_0/C:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:09,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742278_1454 (size=12301) 2024-11-20T18:23:09,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49236 deadline: 1732127049906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:09,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:09,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:09,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1732127049911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:10,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/7a352c567988498ba3be88c5566fa05a 2024-11-20T18:23:10,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/383168399f2e424282f4d2f29a6b733e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e 2024-11-20T18:23:10,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e, entries=200, sequenceid=374, filesize=39.0 K 2024-11-20T18:23:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/a117acc3ca704997b951036c6c8a5af2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2 2024-11-20T18:23:10,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T18:23:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/7a352c567988498ba3be88c5566fa05a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a 2024-11-20T18:23:10,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T18:23:10,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9b77cf4f5fed9cb974732715807f3d6c in 1312ms, sequenceid=374, compaction requested=true 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:10,046 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:10,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b77cf4f5fed9cb974732715807f3d6c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:10,046 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:10,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/A is initiating minor compaction (all files) 2024-11-20T18:23:10,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/A in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:10,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=100.8 K 2024-11-20T18:23:10,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e] 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86f8352c44b5439fbcdd4d0d942f75e1, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986647 2024-11-20T18:23:10,049 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/B is initiating minor compaction (all files) 2024-11-20T18:23:10,049 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/B in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:10,049 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/59a23cf6d8ef462c9b81a0b51aba10d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=36.8 K 2024-11-20T18:23:10,050 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9123436e95cb4bde80806588f29e43a7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126986881 2024-11-20T18:23:10,050 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a23cf6d8ef462c9b81a0b51aba10d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986647 2024-11-20T18:23:10,050 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c40b042f346a4a7ba3bebd172a8676f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126986881 2024-11-20T18:23:10,050 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 383168399f2e424282f4d2f29a6b733e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732126987584 2024-11-20T18:23:10,050 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a117acc3ca704997b951036c6c8a5af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732126987584 2024-11-20T18:23:10,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:10,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T18:23:10,063 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:10,063 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:10,064 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:10,065 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/0615ac619bb94fe88e530324e1afcf71 is 50, key is test_row_0/B:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:10,073 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bfb46b2ac9324f39860c29e7b7f88ab9_9b77cf4f5fed9cb974732715807f3d6c store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:10,075 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bfb46b2ac9324f39860c29e7b7f88ab9_9b77cf4f5fed9cb974732715807f3d6c, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:10,075 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bfb46b2ac9324f39860c29e7b7f88ab9_9b77cf4f5fed9cb974732715807f3d6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:10,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c86fb8a3b30f43daa39076bdc79c3cdf_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_0/A:col10/1732126988786/Put/seqid=0 2024-11-20T18:23:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742280_1456 (size=4469) 2024-11-20T18:23:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742279_1455 (size=13187) 2024-11-20T18:23:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742281_1457 (size=12454) 2024-11-20T18:23:10,470 DEBUG [Thread-1597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:54702 2024-11-20T18:23:10,470 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,470 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:54702 2024-11-20T18:23:10,470 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,472 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:54702 2024-11-20T18:23:10,472 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,473 DEBUG [Thread-1595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:54702 2024-11-20T18:23:10,473 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,475 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:54702 2024-11-20T18:23:10,475 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,506 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#A#compaction#381 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:10,507 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/0f2dfc4c870844da9c6bff3bf176e5d6 is 175, key is test_row_0/A:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742282_1458 (size=32141) 2024-11-20T18:23:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:10,523 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/0615ac619bb94fe88e530324e1afcf71 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0615ac619bb94fe88e530324e1afcf71 2024-11-20T18:23:10,523 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c86fb8a3b30f43daa39076bdc79c3cdf_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c86fb8a3b30f43daa39076bdc79c3cdf_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b3ea06e34ab0409497e57f0d1d260c44, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b3ea06e34ab0409497e57f0d1d260c44 is 175, key is test_row_0/A:col10/1732126988786/Put/seqid=0 2024-11-20T18:23:10,526 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/B of 9b77cf4f5fed9cb974732715807f3d6c into 0615ac619bb94fe88e530324e1afcf71(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:10,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:10,526 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/B, priority=13, startTime=1732126990046; duration=0sec 2024-11-20T18:23:10,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:10,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:B 2024-11-20T18:23:10,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:10,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:10,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 9b77cf4f5fed9cb974732715807f3d6c/C is initiating minor compaction (all files) 2024-11-20T18:23:10,527 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9b77cf4f5fed9cb974732715807f3d6c/C in TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:10,527 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18022a391cf54f1baad99d22bf73f18b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp, totalSize=36.8 K 2024-11-20T18:23:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742283_1459 (size=31255) 2024-11-20T18:23:10,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 18022a391cf54f1baad99d22bf73f18b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732126986647 2024-11-20T18:23:10,528 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e54daafd4db4f13beb5cf31ab8c85b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732126986881 2024-11-20T18:23:10,528 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a352c567988498ba3be88c5566fa05a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732126987584 2024-11-20T18:23:10,533 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b77cf4f5fed9cb974732715807f3d6c#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:10,533 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/18c421e876054dfab09faf417e26509f is 50, key is test_row_0/C:col10/1732126988731/Put/seqid=0 2024-11-20T18:23:10,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742284_1460 (size=13187) 2024-11-20T18:23:10,914 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/0f2dfc4c870844da9c6bff3bf176e5d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/0f2dfc4c870844da9c6bff3bf176e5d6 2024-11-20T18:23:10,918 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/A of 9b77cf4f5fed9cb974732715807f3d6c into 0f2dfc4c870844da9c6bff3bf176e5d6(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:10,918 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:10,918 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/A, priority=13, startTime=1732126990046; duration=0sec 2024-11-20T18:23:10,918 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:10,918 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:A 2024-11-20T18:23:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:10,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. as already flushing 2024-11-20T18:23:10,918 DEBUG [Thread-1588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:54702 2024-11-20T18:23:10,919 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,921 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:54702 2024-11-20T18:23:10,921 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:10,928 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b3ea06e34ab0409497e57f0d1d260c44 2024-11-20T18:23:10,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/0529637a7df9460cab1f92278dcd2ed4 is 50, key is test_row_0/B:col10/1732126988786/Put/seqid=0 2024-11-20T18:23:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742285_1461 (size=12301) 2024-11-20T18:23:10,942 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/18c421e876054dfab09faf417e26509f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18c421e876054dfab09faf417e26509f 2024-11-20T18:23:10,945 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9b77cf4f5fed9cb974732715807f3d6c/C of 9b77cf4f5fed9cb974732715807f3d6c into 18c421e876054dfab09faf417e26509f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:10,945 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:10,945 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c., storeName=9b77cf4f5fed9cb974732715807f3d6c/C, priority=13, startTime=1732126990046; duration=0sec 2024-11-20T18:23:10,945 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:10,945 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b77cf4f5fed9cb974732715807f3d6c:C 2024-11-20T18:23:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:11,337 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/0529637a7df9460cab1f92278dcd2ed4 2024-11-20T18:23:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/b02ec12eee7e4eb1943cb5af0f29060b is 50, key is test_row_0/C:col10/1732126988786/Put/seqid=0 2024-11-20T18:23:11,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742286_1462 (size=12301) 2024-11-20T18:23:11,746 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/b02ec12eee7e4eb1943cb5af0f29060b 2024-11-20T18:23:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/b3ea06e34ab0409497e57f0d1d260c44 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b3ea06e34ab0409497e57f0d1d260c44 2024-11-20T18:23:11,752 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b3ea06e34ab0409497e57f0d1d260c44, entries=150, sequenceid=395, filesize=30.5 K 2024-11-20T18:23:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/0529637a7df9460cab1f92278dcd2ed4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0529637a7df9460cab1f92278dcd2ed4 2024-11-20T18:23:11,755 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0529637a7df9460cab1f92278dcd2ed4, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T18:23:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/b02ec12eee7e4eb1943cb5af0f29060b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/b02ec12eee7e4eb1943cb5af0f29060b 2024-11-20T18:23:11,757 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/b02ec12eee7e4eb1943cb5af0f29060b, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T18:23:11,758 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 9b77cf4f5fed9cb974732715807f3d6c in 1695ms, sequenceid=395, compaction requested=false 2024-11-20T18:23:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T18:23:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T18:23:11,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T18:23:11,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7660 sec 2024-11-20T18:23:11,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.7690 sec 2024-11-20T18:23:12,179 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:54702 2024-11-20T18:23:12,179 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:12,213 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:54702 2024-11-20T18:23:12,213 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T18:23:13,100 INFO [Thread-1590 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T18:23:14,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:23:16,428 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:54702 2024-11-20T18:23:16,428 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-20T18:23:16,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1379 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4137 rows 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1389 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4167 rows 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1380 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4140 rows 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1382 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4146 rows 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-20T18:23:16,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4104 rows 2024-11-20T18:23:16,429 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:23:16,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:54702 2024-11-20T18:23:16,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:16,433 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:23:16,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:23:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:16,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126996443"}]},"ts":"1732126996443"} 2024-11-20T18:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:16,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:23:16,447 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:23:16,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:23:16,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, UNASSIGN}] 2024-11-20T18:23:16,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, UNASSIGN 2024-11-20T18:23:16,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:16,455 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:23:16,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:16,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:16,608 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 9b77cf4f5fed9cb974732715807f3d6c, disabling compactions & flushes 2024-11-20T18:23:16,608 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. after waiting 0 ms 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:16,608 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 9b77cf4f5fed9cb974732715807f3d6c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=A 2024-11-20T18:23:16,608 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=B 2024-11-20T18:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b77cf4f5fed9cb974732715807f3d6c, store=C 2024-11-20T18:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:16,616 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a139c34039c04a2cb58aa7d7bfcc3057_9b77cf4f5fed9cb974732715807f3d6c is 50, key is test_row_2/A:col10/1732126996426/Put/seqid=0 2024-11-20T18:23:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742287_1463 (size=7374) 2024-11-20T18:23:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:17,031 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:17,037 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a139c34039c04a2cb58aa7d7bfcc3057_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a139c34039c04a2cb58aa7d7bfcc3057_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:17,038 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/600cb37490b24df3b96418c8762da8d5, store: [table=TestAcidGuarantees family=A region=9b77cf4f5fed9cb974732715807f3d6c] 2024-11-20T18:23:17,039 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/600cb37490b24df3b96418c8762da8d5 is 175, key is test_row_2/A:col10/1732126996426/Put/seqid=0 2024-11-20T18:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742288_1464 (size=13865) 2024-11-20T18:23:17,459 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/600cb37490b24df3b96418c8762da8d5 2024-11-20T18:23:17,469 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/06b2e58c2af84ea0aca47ca1d43a4d46 is 50, key is test_row_2/B:col10/1732126996426/Put/seqid=0 2024-11-20T18:23:17,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742289_1465 (size=7415) 2024-11-20T18:23:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:17,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e] to archive 2024-11-20T18:23:17,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:17,577 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/4b6435e7367a4aaea6012e2e8ae0633b 2024-11-20T18:23:17,579 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/f2056c6e149242e186f64da13598d627 2024-11-20T18:23:17,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/350e4e2c16e44c1cb0abaf89192956fb 2024-11-20T18:23:17,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/463c9e30903e40a684f651592d30edda 2024-11-20T18:23:17,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c343dc44d27442fab0307cff914de6c 2024-11-20T18:23:17,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/87affba7a07c4bb5a7815cdb0f23d1fb 2024-11-20T18:23:17,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/702b4738f9814ce59eba63154e50de4c 2024-11-20T18:23:17,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a746ea6f3f34e969cffa1d0211413db 2024-11-20T18:23:17,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/7a701a40c7334fd5913b7517affe1b4f 2024-11-20T18:23:17,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9f0aa649edb24b79bbb99fa0bca74c63 2024-11-20T18:23:17,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/567882900b764f31b50b5f3d2dd18f06 2024-11-20T18:23:17,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/af6b811411eb42cb90439204705a9b63 2024-11-20T18:23:17,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5ede687268d94b03a0fb1435f41c98cd 2024-11-20T18:23:17,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/154a2393b2ae460c8bdb9ec71643d525 2024-11-20T18:23:17,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/54dc07c617e54b02b4da0473a2e31be6 2024-11-20T18:23:17,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b1ed3e20e9414476a3f40661a5ad4c7a 2024-11-20T18:23:17,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/e7691ce9db1c42ffacd4cdcfae9a9c0c 2024-11-20T18:23:17,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/1a8c7ba4c612462fb00128eed67b3fd6 2024-11-20T18:23:17,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b0e1f70a5a5645ccb14f0bfdd582e504 2024-11-20T18:23:17,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/2c1c9b1831fb40899fc946847f1119d8 2024-11-20T18:23:17,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/98b178d6b3284169b46e2059539ebaec 2024-11-20T18:23:17,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/5d1210278ea54b018913d55cef284b87 2024-11-20T18:23:17,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/cc95c14068834aa69703b1fbdff7f3dd 2024-11-20T18:23:17,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/86f8352c44b5439fbcdd4d0d942f75e1 2024-11-20T18:23:17,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/9123436e95cb4bde80806588f29e43a7 2024-11-20T18:23:17,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/383168399f2e424282f4d2f29a6b733e 2024-11-20T18:23:17,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/34516ef6031b433eafff219c3ed5c7f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ed2048d87916465181cc17c52f7e857e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/622d667d63ef4b52bb7b261cf6f9b6e6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fba0d51b20a449f9b51b584a61364f29, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/1b7f341400bc4c86b597f26b25c5f0c3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ac49137259fb49dc87586fc45dd5b7a0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/59a23cf6d8ef462c9b81a0b51aba10d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2] to archive 2024-11-20T18:23:17,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:17,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/bc9245a561b641ebb5e6832c048a00c5 2024-11-20T18:23:17,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c99f7b0056234dc78246ba5e1f9ad67b 2024-11-20T18:23:17,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/34516ef6031b433eafff219c3ed5c7f6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/34516ef6031b433eafff219c3ed5c7f6 2024-11-20T18:23:17,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/302abbe52eda48aa83424f8cb8c56079 2024-11-20T18:23:17,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ba6ba045956d4f8b84be5ea82c35ccf9 2024-11-20T18:23:17,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cab3eead1ca540fb9cf7469e80d9751f 2024-11-20T18:23:17,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ed2048d87916465181cc17c52f7e857e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ed2048d87916465181cc17c52f7e857e 2024-11-20T18:23:17,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/cf754c0636874155995bc2f72068e29e 2024-11-20T18:23:17,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d51853a1dfce4b6ca45d1bd96081d716 2024-11-20T18:23:17,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/622d667d63ef4b52bb7b261cf6f9b6e6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/622d667d63ef4b52bb7b261cf6f9b6e6 2024-11-20T18:23:17,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/d10fe9dc22f048ab81970ac69fcd91d7 2024-11-20T18:23:17,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/b9094721983643ecb559db1ad77cbbec 2024-11-20T18:23:17,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fba0d51b20a449f9b51b584a61364f29 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fba0d51b20a449f9b51b584a61364f29 2024-11-20T18:23:17,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/6440edfee577423d95e95ac7cdda28dd 2024-11-20T18:23:17,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/fc9ac5ef98a54afdb7ac143132af5d9e 2024-11-20T18:23:17,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/1b7f341400bc4c86b597f26b25c5f0c3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/1b7f341400bc4c86b597f26b25c5f0c3 2024-11-20T18:23:17,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/116c979b97a945839710a5a42edb0178 2024-11-20T18:23:17,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/76ae2d259f5c49f89e44e365e4ae3f78 2024-11-20T18:23:17,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ac49137259fb49dc87586fc45dd5b7a0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/ac49137259fb49dc87586fc45dd5b7a0 2024-11-20T18:23:17,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a68c0f39a1114d558a39e5339da6c155 2024-11-20T18:23:17,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/365f3094021945539f6b3a19253ff212 2024-11-20T18:23:17,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/4313313ce23a45d5ae6ac75a45f2d1c8 2024-11-20T18:23:17,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/59a23cf6d8ef462c9b81a0b51aba10d0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/59a23cf6d8ef462c9b81a0b51aba10d0 2024-11-20T18:23:17,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/62d9ff4c4fe447bc8235c3b781d5581e 2024-11-20T18:23:17,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/c40b042f346a4a7ba3bebd172a8676f7 2024-11-20T18:23:17,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/a117acc3ca704997b951036c6c8a5af2 2024-11-20T18:23:17,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/133bd9fb5c134e2ea2eb744bd253203e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6ebcbfea3b294d4db8d37c2470160b03, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/5936f300ce994232b55c0ee6e0b18d25, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/4e1c08dff69a4520ba7ce8a7676f7a7e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/eedeb9063e214cf3b9d59a4efb66d536, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6a788714a8cc4d9d987d34775847305c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18022a391cf54f1baad99d22bf73f18b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a] to archive 2024-11-20T18:23:17,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:17,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/94e14819e0e94cc9962e000319b79628 2024-11-20T18:23:17,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/07948b5ceb8d4b88987ad77bc1dfec21 2024-11-20T18:23:17,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/133bd9fb5c134e2ea2eb744bd253203e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/133bd9fb5c134e2ea2eb744bd253203e 2024-11-20T18:23:17,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6cc01e55799a4137bf3d24effe9bbf8e 2024-11-20T18:23:17,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a26b58941af4666a194c6ea865e0408 2024-11-20T18:23:17,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/38371ff62bf043c497794644d80d4287 2024-11-20T18:23:17,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6ebcbfea3b294d4db8d37c2470160b03 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6ebcbfea3b294d4db8d37c2470160b03 2024-11-20T18:23:17,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/8a972f4cbf8e402cabaffad415aab11b 2024-11-20T18:23:17,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/db6211c487df4ad8913b09ac72d79f8c 2024-11-20T18:23:17,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/5936f300ce994232b55c0ee6e0b18d25 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/5936f300ce994232b55c0ee6e0b18d25 2024-11-20T18:23:17,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e7db7d5dbc2f408db80b0ab3b9ef77e1 2024-11-20T18:23:17,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/e2976a8f08a64068b91332e6b578140f 2024-11-20T18:23:17,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/4e1c08dff69a4520ba7ce8a7676f7a7e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/4e1c08dff69a4520ba7ce8a7676f7a7e 2024-11-20T18:23:17,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d02d910965b48a0b9cb3dffa25237aa 2024-11-20T18:23:17,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/afd5e34c78f143fe910e7e36f200047b 2024-11-20T18:23:17,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/eedeb9063e214cf3b9d59a4efb66d536 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/eedeb9063e214cf3b9d59a4efb66d536 2024-11-20T18:23:17,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/cc999df897c3431aafdd91a8046658d0 2024-11-20T18:23:17,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/103045155503420ca6380f5dfef2d497 2024-11-20T18:23:17,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6a788714a8cc4d9d987d34775847305c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/6a788714a8cc4d9d987d34775847305c 2024-11-20T18:23:17,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7b7df919e7f42ddb645e20aef932a78 2024-11-20T18:23:17,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0a4ab66e18dd4de19a5854a95074556e 2024-11-20T18:23:17,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/c7cac883381d4b7a8821433c71266392 2024-11-20T18:23:17,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18022a391cf54f1baad99d22bf73f18b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18022a391cf54f1baad99d22bf73f18b 2024-11-20T18:23:17,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/36f4355d3ec148939bfe94f3104a8723 2024-11-20T18:23:17,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/0e54daafd4db4f13beb5cf31ab8c85b4 2024-11-20T18:23:17,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82db7be9f118:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/7a352c567988498ba3be88c5566fa05a 2024-11-20T18:23:17,899 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/06b2e58c2af84ea0aca47ca1d43a4d46 2024-11-20T18:23:17,908 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d5ef638ae90491bab2bc82f1ae39fb3 is 50, key is test_row_2/C:col10/1732126996426/Put/seqid=0 2024-11-20T18:23:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742290_1466 (size=7415) 2024-11-20T18:23:18,338 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d5ef638ae90491bab2bc82f1ae39fb3 2024-11-20T18:23:18,344 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/A/600cb37490b24df3b96418c8762da8d5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/600cb37490b24df3b96418c8762da8d5 2024-11-20T18:23:18,348 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/600cb37490b24df3b96418c8762da8d5, entries=50, sequenceid=406, filesize=13.5 K 2024-11-20T18:23:18,349 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/B/06b2e58c2af84ea0aca47ca1d43a4d46 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/06b2e58c2af84ea0aca47ca1d43a4d46 2024-11-20T18:23:18,353 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/06b2e58c2af84ea0aca47ca1d43a4d46, entries=50, sequenceid=406, filesize=7.2 K 2024-11-20T18:23:18,354 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/.tmp/C/2d5ef638ae90491bab2bc82f1ae39fb3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d5ef638ae90491bab2bc82f1ae39fb3 2024-11-20T18:23:18,358 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d5ef638ae90491bab2bc82f1ae39fb3, entries=50, sequenceid=406, filesize=7.2 K 2024-11-20T18:23:18,359 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9b77cf4f5fed9cb974732715807f3d6c in 1751ms, sequenceid=406, compaction requested=true 2024-11-20T18:23:18,402 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-11-20T18:23:18,403 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c. 2024-11-20T18:23:18,403 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 9b77cf4f5fed9cb974732715807f3d6c: 2024-11-20T18:23:18,405 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=9b77cf4f5fed9cb974732715807f3d6c, regionState=CLOSED 2024-11-20T18:23:18,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T18:23:18,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 9b77cf4f5fed9cb974732715807f3d6c, server=82db7be9f118,45523,1732126875644 in 1.9510 sec 2024-11-20T18:23:18,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T18:23:18,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b77cf4f5fed9cb974732715807f3d6c, UNASSIGN in 1.9620 sec 2024-11-20T18:23:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T18:23:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9660 sec 2024-11-20T18:23:18,417 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126998416"}]},"ts":"1732126998416"} 2024-11-20T18:23:18,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:23:18,421 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:23:18,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9870 sec 2024-11-20T18:23:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T18:23:18,550 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T18:23:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:23:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,552 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,553 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T18:23:18,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,559 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits] 2024-11-20T18:23:18,566 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/0f2dfc4c870844da9c6bff3bf176e5d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/0f2dfc4c870844da9c6bff3bf176e5d6 2024-11-20T18:23:18,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/600cb37490b24df3b96418c8762da8d5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/600cb37490b24df3b96418c8762da8d5 2024-11-20T18:23:18,569 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b3ea06e34ab0409497e57f0d1d260c44 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/A/b3ea06e34ab0409497e57f0d1d260c44 2024-11-20T18:23:18,572 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0529637a7df9460cab1f92278dcd2ed4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0529637a7df9460cab1f92278dcd2ed4 2024-11-20T18:23:18,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0615ac619bb94fe88e530324e1afcf71 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/0615ac619bb94fe88e530324e1afcf71 2024-11-20T18:23:18,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/06b2e58c2af84ea0aca47ca1d43a4d46 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/B/06b2e58c2af84ea0aca47ca1d43a4d46 2024-11-20T18:23:18,588 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18c421e876054dfab09faf417e26509f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/18c421e876054dfab09faf417e26509f 2024-11-20T18:23:18,589 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d5ef638ae90491bab2bc82f1ae39fb3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/2d5ef638ae90491bab2bc82f1ae39fb3 2024-11-20T18:23:18,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/b02ec12eee7e4eb1943cb5af0f29060b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/C/b02ec12eee7e4eb1943cb5af0f29060b 2024-11-20T18:23:18,595 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits/409.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c/recovered.edits/409.seqid 2024-11-20T18:23:18,596 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,596 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:23:18,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:23:18,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T18:23:18,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c34c9890f624508836c436b67e66b89_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c34c9890f624508836c436b67e66b89_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020e079266e7c4df3bd7dc1794242a20c_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020e079266e7c4df3bd7dc1794242a20c_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032205820e1c3412b952d56a434cc5302_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032205820e1c3412b952d56a434cc5302_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,609 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035990cd4c1cd4c3e9582ba466ec5d80d_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035990cd4c1cd4c3e9582ba466ec5d80d_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,611 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120407939e5204c4671831ee158daa07cea_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120407939e5204c4671831ee158daa07cea_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,613 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046c0ceffa9404eb79c0052e1a4e4e41d_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046c0ceffa9404eb79c0052e1a4e4e41d_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,614 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120672ae73d22c34f659e89f7ebe91318e5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120672ae73d22c34f659e89f7ebe91318e5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,615 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a3f581e92bf4d4d82bd2560b30670c0_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a3f581e92bf4d4d82bd2560b30670c0_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,616 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208317d259ee7648628e24bec09ba4857b_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208317d259ee7648628e24bec09ba4857b_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208493f71637b34d20befc0dd31afe0b80_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208493f71637b34d20befc0dd31afe0b80_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,620 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089f4ad034e2f45d788d382d01d963bfb_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089f4ad034e2f45d788d382d01d963bfb_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,621 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a3c136b127540e484ee46a0de7485fc_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a3c136b127540e484ee46a0de7485fc_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,622 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208bbfefa10651459cbc3ba69e4e323ae5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208bbfefa10651459cbc3ba69e4e323ae5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,623 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a139c34039c04a2cb58aa7d7bfcc3057_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a139c34039c04a2cb58aa7d7bfcc3057_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c7cea21e787147ed9d2aa3929c67f4d7_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c7cea21e787147ed9d2aa3929c67f4d7_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c86fb8a3b30f43daa39076bdc79c3cdf_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c86fb8a3b30f43daa39076bdc79c3cdf_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,627 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cfd474acb9804843ba01dda563e213e0_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cfd474acb9804843ba01dda563e213e0_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee5942d775174f30af5d463f077dd102_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee5942d775174f30af5d463f077dd102_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,629 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f423687932194d2584595058b0176f19_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f423687932194d2584595058b0176f19_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa9c2e0ca8fc4f74805aa8cafaee21f5_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa9c2e0ca8fc4f74805aa8cafaee21f5_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fe0d3a27a4bf48ca82cb8e03970fa391_9b77cf4f5fed9cb974732715807f3d6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fe0d3a27a4bf48ca82cb8e03970fa391_9b77cf4f5fed9cb974732715807f3d6c 2024-11-20T18:23:18,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:23:18,636 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,640 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:23:18,643 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:23:18,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:23:18,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732126998644"}]},"ts":"9223372036854775807"} 2024-11-20T18:23:18,650 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:23:18,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9b77cf4f5fed9cb974732715807f3d6c, NAME => 'TestAcidGuarantees,,1732126966950.9b77cf4f5fed9cb974732715807f3d6c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:23:18,650 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:23:18,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732126998650"}]},"ts":"9223372036854775807"} 2024-11-20T18:23:18,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:23:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T18:23:18,655 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-11-20T18:23:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T18:23:18,855 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T18:23:18,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5527 (was 6159) 2024-11-20T18:23:18,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=11, AvailableMemoryMB=5527 2024-11-20T18:23:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:23:18,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:18,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:18,901 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-20T18:23:18,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-20T18:23:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742291_1467 (size=960) 2024-11-20T18:23:18,961 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:23:18,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742292_1468 (size=53) 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 589bb63d68803c5843c57217613f9a3a, disabling compactions & flushes 2024-11-20T18:23:18,991 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. after waiting 0 ms 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:18,991 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:18,991 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:18,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:18,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732126998992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126998992"}]},"ts":"1732126998992"} 2024-11-20T18:23:18,996 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:23:18,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:18,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126998997"}]},"ts":"1732126998997"} 2024-11-20T18:23:18,999 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:23:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-20T18:23:19,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, ASSIGN}] 2024-11-20T18:23:19,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, ASSIGN 2024-11-20T18:23:19,008 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:23:19,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=589bb63d68803c5843c57217613f9a3a, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-20T18:23:19,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,316 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:19,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:19,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,316 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,321 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,323 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:19,324 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 589bb63d68803c5843c57217613f9a3a columnFamilyName A 2024-11-20T18:23:19,324 DEBUG [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,324 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(327): Store=589bb63d68803c5843c57217613f9a3a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:19,324 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,327 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:19,327 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 589bb63d68803c5843c57217613f9a3a columnFamilyName B 2024-11-20T18:23:19,327 DEBUG [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,328 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(327): Store=589bb63d68803c5843c57217613f9a3a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:19,328 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,329 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:19,330 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 589bb63d68803c5843c57217613f9a3a columnFamilyName C 2024-11-20T18:23:19,330 DEBUG [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,331 INFO [StoreOpener-589bb63d68803c5843c57217613f9a3a-1 {}] regionserver.HStore(327): Store=589bb63d68803c5843c57217613f9a3a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:19,331 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,332 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,332 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,334 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:23:19,335 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,337 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:19,337 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 589bb63d68803c5843c57217613f9a3a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64999303, jitterRate=-0.031434908509254456}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:23:19,338 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:19,339 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., pid=123, masterSystemTime=1732126999312 2024-11-20T18:23:19,341 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,341 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=589bb63d68803c5843c57217613f9a3a, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T18:23:19,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 in 182 msec 2024-11-20T18:23:19,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T18:23:19,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, ASSIGN in 340 msec 2024-11-20T18:23:19,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:19,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126999346"}]},"ts":"1732126999346"} 2024-11-20T18:23:19,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:23:19,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:19,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 459 msec 2024-11-20T18:23:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-20T18:23:19,507 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-20T18:23:19,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-20T18:23:19,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,528 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:19,534 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:19,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-20T18:23:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-20T18:23:19,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-20T18:23:19,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-20T18:23:19,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-20T18:23:19,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-20T18:23:19,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-20T18:23:19,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-20T18:23:19,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-20T18:23:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-20T18:23:19,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,742 DEBUG [hconnection-0x5cd60b00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,743 DEBUG [hconnection-0xdc3a45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,743 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,744 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,748 DEBUG [hconnection-0x6fd3fd94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,749 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,751 DEBUG [hconnection-0x9486e53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,752 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,760 DEBUG [hconnection-0x1355c598-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,761 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:19,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:19,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:19,776 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,779 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,788 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ea558efa0f984b2589cca10aa554c3da is 50, key is test_row_0/A:col10/1732126999762/Put/seqid=0 2024-11-20T18:23:19,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127059824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127059826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-20T18:23:19,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:19,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:19,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:19,888 DEBUG [hconnection-0x30e66db6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,890 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127059895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,908 DEBUG [hconnection-0x686ee66d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,910 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127059912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,924 DEBUG [hconnection-0x14824c8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,925 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127059926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127059927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742293_1469 (size=12001) 2024-11-20T18:23:19,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ea558efa0f984b2589cca10aa554c3da 2024-11-20T18:23:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127059930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:19,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/6c8ddf8a0f1940e9ac2cc79714a24d76 is 50, key is test_row_0/B:col10/1732126999762/Put/seqid=0 2024-11-20T18:23:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742294_1470 (size=12001) 2024-11-20T18:23:19,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:19,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:19,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:19,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127059997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127060013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127060029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127060127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127060132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:20,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127060200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127060216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127060231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/6c8ddf8a0f1940e9ac2cc79714a24d76 2024-11-20T18:23:20,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/18d8690b72b04ce68c32fde925a2ffc3 is 50, key is test_row_0/C:col10/1732126999762/Put/seqid=0 2024-11-20T18:23:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127060430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127060436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742295_1471 (size=12001) 2024-11-20T18:23:20,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/18d8690b72b04ce68c32fde925a2ffc3 2024-11-20T18:23:20,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ea558efa0f984b2589cca10aa554c3da as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da 2024-11-20T18:23:20,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T18:23:20,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/6c8ddf8a0f1940e9ac2cc79714a24d76 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76 2024-11-20T18:23:20,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T18:23:20,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/18d8690b72b04ce68c32fde925a2ffc3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3 2024-11-20T18:23:20,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T18:23:20,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 718ms, sequenceid=12, compaction requested=false 2024-11-20T18:23:20,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:20,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0e4cf6a9fabc4e809df9a00927192806 is 50, key is test_row_0/A:col10/1732127000510/Put/seqid=0 2024-11-20T18:23:20,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127060549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127060555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127060557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742296_1472 (size=14341) 2024-11-20T18:23:20,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0e4cf6a9fabc4e809df9a00927192806 2024-11-20T18:23:20,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 is 50, key is test_row_0/B:col10/1732127000510/Put/seqid=0 2024-11-20T18:23:20,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742297_1473 (size=12001) 2024-11-20T18:23:20,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 2024-11-20T18:23:20,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/164adad81b5a46dcb9e9c829e030e565 is 50, key is test_row_0/C:col10/1732127000510/Put/seqid=0 2024-11-20T18:23:20,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127060659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127060672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127060672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742298_1474 (size=12001) 2024-11-20T18:23:20,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/164adad81b5a46dcb9e9c829e030e565 2024-11-20T18:23:20,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0e4cf6a9fabc4e809df9a00927192806 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806 2024-11-20T18:23:20,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806, entries=200, sequenceid=39, filesize=14.0 K 2024-11-20T18:23:20,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 2024-11-20T18:23:20,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T18:23:20,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/164adad81b5a46dcb9e9c829e030e565 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565 2024-11-20T18:23:20,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T18:23:20,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 589bb63d68803c5843c57217613f9a3a in 246ms, sequenceid=39, compaction requested=false 2024-11-20T18:23:20,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:20,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:20,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:20,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/42a542c627aa44ecacb08609256def83 is 50, key is test_row_0/A:col10/1732127000555/Put/seqid=0 2024-11-20T18:23:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742299_1475 (size=14341) 2024-11-20T18:23:20,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/42a542c627aa44ecacb08609256def83 2024-11-20T18:23:20,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:20,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:20,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/c739e1360a62400187a4e32276cba12a is 50, key is test_row_0/B:col10/1732127000555/Put/seqid=0 2024-11-20T18:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742300_1476 (size=12001) 2024-11-20T18:23:20,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/c739e1360a62400187a4e32276cba12a 2024-11-20T18:23:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127060947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127060948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7e2ed170f57040f9832f68ed04018bd4 is 50, key is test_row_0/C:col10/1732127000555/Put/seqid=0 2024-11-20T18:23:20,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127060955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127060959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:20,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127060961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742301_1477 (size=12001) 2024-11-20T18:23:21,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127061062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127061070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127061071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127061078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127061270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127061286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127061286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127061292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:21,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7e2ed170f57040f9832f68ed04018bd4 2024-11-20T18:23:21,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/42a542c627aa44ecacb08609256def83 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83 2024-11-20T18:23:21,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83, entries=200, sequenceid=50, filesize=14.0 K 2024-11-20T18:23:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/c739e1360a62400187a4e32276cba12a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a 2024-11-20T18:23:21,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T18:23:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7e2ed170f57040f9832f68ed04018bd4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4 2024-11-20T18:23:21,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T18:23:21,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 571ms, sequenceid=50, compaction requested=true 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:21,447 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:21,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:21,447 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:21,450 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,450 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,450 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=35.2 K 2024-11-20T18:23:21,450 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=39.7 K 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea558efa0f984b2589cca10aa554c3da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126999762 2024-11-20T18:23:21,450 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8ddf8a0f1940e9ac2cc79714a24d76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126999762 2024-11-20T18:23:21,451 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bc69b6b8b1ca4a9caf3fcbd1c8c723e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732126999816 2024-11-20T18:23:21,451 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e4cf6a9fabc4e809df9a00927192806, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732126999816 2024-11-20T18:23:21,451 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c739e1360a62400187a4e32276cba12a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732127000553 2024-11-20T18:23:21,451 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42a542c627aa44ecacb08609256def83, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732127000553 2024-11-20T18:23:21,462 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:21,463 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/43c56970f0814ea3816a74efc1c65c38 is 50, key is test_row_0/A:col10/1732127000555/Put/seqid=0 2024-11-20T18:23:21,481 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:21,481 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/564e27d5664b47efb488856526110d89 is 50, key is test_row_0/B:col10/1732127000555/Put/seqid=0 2024-11-20T18:23:21,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T18:23:21,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,518 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742302_1478 (size=12104) 2024-11-20T18:23:21,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bcca7fa929144440887b9aa5a1c840e0 is 50, key is test_row_0/A:col10/1732127000958/Put/seqid=0 2024-11-20T18:23:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742303_1479 (size=12104) 2024-11-20T18:23:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742304_1480 (size=12001) 2024-11-20T18:23:21,581 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bcca7fa929144440887b9aa5a1c840e0 2024-11-20T18:23:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:21,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:21,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/d1507c4e16c649d2ae1a3ba2165cb74c is 50, key is test_row_0/B:col10/1732127000958/Put/seqid=0 2024-11-20T18:23:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127061607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127061612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127061614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127061615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742305_1481 (size=12001) 2024-11-20T18:23:21,630 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/d1507c4e16c649d2ae1a3ba2165cb74c 2024-11-20T18:23:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b5e0785a05a1411691ba23b276cf5e54 is 50, key is test_row_0/C:col10/1732127000958/Put/seqid=0 2024-11-20T18:23:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742306_1482 (size=12001) 2024-11-20T18:23:21,671 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b5e0785a05a1411691ba23b276cf5e54 2024-11-20T18:23:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bcca7fa929144440887b9aa5a1c840e0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0 2024-11-20T18:23:21,687 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T18:23:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/d1507c4e16c649d2ae1a3ba2165cb74c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c 2024-11-20T18:23:21,697 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T18:23:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b5e0785a05a1411691ba23b276cf5e54 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54 2024-11-20T18:23:21,703 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T18:23:21,705 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 589bb63d68803c5843c57217613f9a3a in 187ms, sequenceid=76, compaction requested=true 2024-11-20T18:23:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-20T18:23:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-20T18:23:21,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T18:23:21,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-11-20T18:23:21,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8750 sec 2024-11-20T18:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:21,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:21,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bc033fa5bd6f4aca827d7126d3bba1de is 50, key is test_row_0/A:col10/1732127001613/Put/seqid=0 2024-11-20T18:23:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742307_1483 (size=12001) 2024-11-20T18:23:21,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bc033fa5bd6f4aca827d7126d3bba1de 2024-11-20T18:23:21,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7bc6e5bacd6043f49e72c481421e76dd is 50, key is test_row_0/B:col10/1732127001613/Put/seqid=0 2024-11-20T18:23:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742308_1484 (size=12001) 2024-11-20T18:23:21,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7bc6e5bacd6043f49e72c481421e76dd 2024-11-20T18:23:21,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/60cd3919cda647ef90efa1d2e94191e0 is 50, key is test_row_0/C:col10/1732127001613/Put/seqid=0 2024-11-20T18:23:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742309_1485 (size=12001) 2024-11-20T18:23:21,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/60cd3919cda647ef90efa1d2e94191e0 2024-11-20T18:23:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bc033fa5bd6f4aca827d7126d3bba1de as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de 2024-11-20T18:23:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127061782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T18:23:21,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7bc6e5bacd6043f49e72c481421e76dd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd 2024-11-20T18:23:21,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T18:23:21,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/60cd3919cda647ef90efa1d2e94191e0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0 2024-11-20T18:23:21,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T18:23:21,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 589bb63d68803c5843c57217613f9a3a in 129ms, sequenceid=88, compaction requested=true 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:21,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:21,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:21,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:21,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/903978cbdfe34df7bbb27305424b8614 is 50, key is test_row_0/A:col10/1732127001788/Put/seqid=0 2024-11-20T18:23:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742310_1486 (size=14341) 2024-11-20T18:23:21,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/903978cbdfe34df7bbb27305424b8614 2024-11-20T18:23:21,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127061892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127061891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127061894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e500e0373768441d864606db2ef1b1d6 is 50, key is test_row_0/B:col10/1732127001788/Put/seqid=0 2024-11-20T18:23:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742311_1487 (size=12001) 2024-11-20T18:23:21,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e500e0373768441d864606db2ef1b1d6 2024-11-20T18:23:21,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e155e7bb31c440de89645a8b548c1a67 is 50, key is test_row_0/C:col10/1732127001788/Put/seqid=0 2024-11-20T18:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T18:23:21,939 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T18:23:21,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T18:23:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127061938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T18:23:21,946 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:21,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:21,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/43c56970f0814ea3816a74efc1c65c38 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/43c56970f0814ea3816a74efc1c65c38 2024-11-20T18:23:21,965 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 43c56970f0814ea3816a74efc1c65c38(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:21,965 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:21,965 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127001447; duration=0sec 2024-11-20T18:23:21,965 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:21,965 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:21,966 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:21,966 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T18:23:21,969 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T18:23:21,969 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:21,969 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,969 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=58.6 K 2024-11-20T18:23:21,970 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d8690b72b04ce68c32fde925a2ffc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732126999762 2024-11-20T18:23:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742312_1488 (size=12001) 2024-11-20T18:23:21,970 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 164adad81b5a46dcb9e9c829e030e565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732126999816 2024-11-20T18:23:21,971 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e2ed170f57040f9832f68ed04018bd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732127000553 2024-11-20T18:23:21,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e155e7bb31c440de89645a8b548c1a67 2024-11-20T18:23:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:21,972 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e0785a05a1411691ba23b276cf5e54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732127000946 2024-11-20T18:23:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127061963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:21,973 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/564e27d5664b47efb488856526110d89 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/564e27d5664b47efb488856526110d89 2024-11-20T18:23:21,974 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60cd3919cda647ef90efa1d2e94191e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732127001610 2024-11-20T18:23:21,979 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 564e27d5664b47efb488856526110d89(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:21,979 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:21,979 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127001447; duration=0sec 2024-11-20T18:23:21,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T18:23:21,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:21,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:21,980 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:21,981 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:21,981 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:21,981 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:21,981 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/43c56970f0814ea3816a74efc1c65c38, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=35.3 K 2024-11-20T18:23:21,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c56970f0814ea3816a74efc1c65c38, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732127000553 2024-11-20T18:23:21,982 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bcca7fa929144440887b9aa5a1c840e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732127000946 2024-11-20T18:23:21,983 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bc033fa5bd6f4aca827d7126d3bba1de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732127001610 2024-11-20T18:23:21,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/903978cbdfe34df7bbb27305424b8614 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614 2024-11-20T18:23:21,989 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#409 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:21,991 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7a719d704e3b4da0add1927d9c797545 is 50, key is test_row_0/C:col10/1732127001613/Put/seqid=0 2024-11-20T18:23:21,995 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:21,996 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ef0f4f558d5f4062a5c89c339943b155 is 50, key is test_row_0/A:col10/1732127001613/Put/seqid=0 2024-11-20T18:23:21,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614, entries=200, sequenceid=115, filesize=14.0 K 2024-11-20T18:23:21,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e500e0373768441d864606db2ef1b1d6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6 2024-11-20T18:23:22,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T18:23:22,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e155e7bb31c440de89645a8b548c1a67 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67 2024-11-20T18:23:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127062003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127062004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127062004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T18:23:22,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 589bb63d68803c5843c57217613f9a3a in 149ms, sequenceid=115, compaction requested=true 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-20T18:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T18:23:22,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742314_1490 (size=12207) 2024-11-20T18:23:22,068 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ef0f4f558d5f4062a5c89c339943b155 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ef0f4f558d5f4062a5c89c339943b155 2024-11-20T18:23:22,076 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into ef0f4f558d5f4062a5c89c339943b155(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:22,076 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,076 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127001853; duration=0sec 2024-11-20T18:23:22,076 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-20T18:23:22,076 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:22,076 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 5 compacting, 1 eligible, 16 blocking 2024-11-20T18:23:22,077 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:22,077 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:22,077 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:22,077 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:22,078 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742313_1489 (size=12173) 2024-11-20T18:23:22,082 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:22,082 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:22,082 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,082 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/564e27d5664b47efb488856526110d89, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=47.0 K 2024-11-20T18:23:22,082 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 564e27d5664b47efb488856526110d89, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732127000553 2024-11-20T18:23:22,083 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d1507c4e16c649d2ae1a3ba2165cb74c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732127000946 2024-11-20T18:23:22,083 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc6e5bacd6043f49e72c481421e76dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732127001610 2024-11-20T18:23:22,083 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e500e0373768441d864606db2ef1b1d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732127001788 2024-11-20T18:23:22,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T18:23:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,100 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,109 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:22,109 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/8f9cd8a33de04f45b4740ac22c9f021e is 50, key is test_row_0/B:col10/1732127001788/Put/seqid=0 2024-11-20T18:23:22,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ba6553001ae3453192f7ef8bb8d24e14 is 50, key is test_row_0/A:col10/1732127001876/Put/seqid=0 2024-11-20T18:23:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742315_1491 (size=12241) 2024-11-20T18:23:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:22,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742316_1492 (size=9657) 2024-11-20T18:23:22,184 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ba6553001ae3453192f7ef8bb8d24e14 2024-11-20T18:23:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/aa28b0e899cf458bb67d27ccf6444a6a is 50, key is test_row_0/B:col10/1732127001876/Put/seqid=0 2024-11-20T18:23:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742317_1493 (size=9657) 2024-11-20T18:23:22,224 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/aa28b0e899cf458bb67d27ccf6444a6a 2024-11-20T18:23:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c0e93b9df1b0498bb890417f0439991f is 50, key is test_row_0/C:col10/1732127001876/Put/seqid=0 2024-11-20T18:23:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T18:23:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742318_1494 (size=9657) 2024-11-20T18:23:22,276 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c0e93b9df1b0498bb890417f0439991f 2024-11-20T18:23:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ba6553001ae3453192f7ef8bb8d24e14 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14 2024-11-20T18:23:22,286 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T18:23:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/aa28b0e899cf458bb67d27ccf6444a6a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a 2024-11-20T18:23:22,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127062277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,293 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T18:23:22,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c0e93b9df1b0498bb890417f0439991f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f 2024-11-20T18:23:22,299 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T18:23:22,299 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 589bb63d68803c5843c57217613f9a3a in 199ms, sequenceid=127, compaction requested=true 2024-11-20T18:23:22,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T18:23:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T18:23:22,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T18:23:22,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 355 msec 2024-11-20T18:23:22,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 361 msec 2024-11-20T18:23:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:22,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22eea72b35ab468c948522af77b7037b is 50, key is test_row_0/A:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742319_1495 (size=14541) 2024-11-20T18:23:22,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22eea72b35ab468c948522af77b7037b 2024-11-20T18:23:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127062319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127062326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127062332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/0c55cc01b7724b36adcf23f0da8c6937 is 50, key is test_row_0/B:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:22,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742320_1496 (size=12151) 2024-11-20T18:23:22,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/0c55cc01b7724b36adcf23f0da8c6937 2024-11-20T18:23:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127062394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/20b1bc5efc03499992193de1c4eeb55a is 50, key is test_row_0/C:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:22,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127062434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127062438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127062450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742321_1497 (size=12151) 2024-11-20T18:23:22,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/20b1bc5efc03499992193de1c4eeb55a 2024-11-20T18:23:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22eea72b35ab468c948522af77b7037b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b 2024-11-20T18:23:22,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b, entries=200, sequenceid=155, filesize=14.2 K 2024-11-20T18:23:22,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/0c55cc01b7724b36adcf23f0da8c6937 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937 2024-11-20T18:23:22,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T18:23:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/20b1bc5efc03499992193de1c4eeb55a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a 2024-11-20T18:23:22,485 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7a719d704e3b4da0add1927d9c797545 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7a719d704e3b4da0add1927d9c797545 2024-11-20T18:23:22,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T18:23:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 589bb63d68803c5843c57217613f9a3a in 186ms, sequenceid=155, compaction requested=true 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,490 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 7a719d704e3b4da0add1927d9c797545(size=11.9 K), total size for store is 44.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:22,490 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,490 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=11, startTime=1732127001853; duration=0sec 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-20T18:23:22,490 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-20T18:23:22,490 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:22,490 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-20T18:23:22,491 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:22,491 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:22,491 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:22,491 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:22,491 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:22,492 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50746 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:22,492 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:22,492 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,493 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ef0f4f558d5f4062a5c89c339943b155, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=49.6 K 2024-11-20T18:23:22,493 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0f4f558d5f4062a5c89c339943b155, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732127001610 2024-11-20T18:23:22,493 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 903978cbdfe34df7bbb27305424b8614, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732127001788 2024-11-20T18:23:22,494 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6553001ae3453192f7ef8bb8d24e14, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732127001876 2024-11-20T18:23:22,494 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22eea72b35ab468c948522af77b7037b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:22,510 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:22,511 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/8e716fd8f7e94ec6acd2c33734a38093 is 50, key is test_row_0/A:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742322_1498 (size=12493) 2024-11-20T18:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T18:23:22,548 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T18:23:22,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T18:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:22,553 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:22,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:22,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:22,574 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/8f9cd8a33de04f45b4740ac22c9f021e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8f9cd8a33de04f45b4740ac22c9f021e 2024-11-20T18:23:22,585 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 8f9cd8a33de04f45b4740ac22c9f021e(size=12.0 K), total size for store is 33.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,585 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=12, startTime=1732127002011; duration=0sec 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:22,585 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:22,588 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45982 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:22,588 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:22,588 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,589 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7a719d704e3b4da0add1927d9c797545, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=44.9 K 2024-11-20T18:23:22,590 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a719d704e3b4da0add1927d9c797545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732127001610 2024-11-20T18:23:22,590 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e155e7bb31c440de89645a8b548c1a67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732127001788 2024-11-20T18:23:22,590 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e93b9df1b0498bb890417f0439991f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732127001876 2024-11-20T18:23:22,594 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 20b1bc5efc03499992193de1c4eeb55a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:22,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:22,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:22,635 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:22,636 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/1d7134bb7d6640d4b5610d2f5c65286c is 50, key is test_row_0/C:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:22,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/41cc3976094541feb2ab9e44625b3200 is 50, key is test_row_0/A:col10/1732127002625/Put/seqid=0 2024-11-20T18:23:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742323_1499 (size=12459) 2024-11-20T18:23:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742324_1500 (size=14541) 2024-11-20T18:23:22,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/41cc3976094541feb2ab9e44625b3200 2024-11-20T18:23:22,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4e939e7f09804eed90b7cdc5b79101d2 is 50, key is test_row_0/B:col10/1732127002625/Put/seqid=0 2024-11-20T18:23:22,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127062735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127062738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742325_1501 (size=12151) 2024-11-20T18:23:22,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127062748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127062749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127062850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127062850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:22,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127062864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127062864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:22,950 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/8e716fd8f7e94ec6acd2c33734a38093 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8e716fd8f7e94ec6acd2c33734a38093 2024-11-20T18:23:22,957 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 8e716fd8f7e94ec6acd2c33734a38093(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:22,957 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:22,957 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=12, startTime=1732127002011; duration=0sec 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:22,958 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:22,959 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:22,959 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:22,959 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:22,959 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8f9cd8a33de04f45b4740ac22c9f021e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=33.3 K 2024-11-20T18:23:22,960 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f9cd8a33de04f45b4740ac22c9f021e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732127001788 2024-11-20T18:23:22,960 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa28b0e899cf458bb67d27ccf6444a6a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732127001876 2024-11-20T18:23:22,961 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c55cc01b7724b36adcf23f0da8c6937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:22,977 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:22,978 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e094eb28560148cfb2e27f67bc38224e is 50, key is test_row_0/B:col10/1732127002302/Put/seqid=0 2024-11-20T18:23:23,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742326_1502 (size=12493) 2024-11-20T18:23:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127063057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127063062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,074 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/1d7134bb7d6640d4b5610d2f5c65286c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/1d7134bb7d6640d4b5610d2f5c65286c 2024-11-20T18:23:23,080 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 1d7134bb7d6640d4b5610d2f5c65286c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:23,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:23,080 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127002490; duration=0sec 2024-11-20T18:23:23,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:23,080 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127063079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127063088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4e939e7f09804eed90b7cdc5b79101d2 2024-11-20T18:23:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:23,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/6010f043380f4fe4a3b30fc58326e582 is 50, key is test_row_0/C:col10/1732127002625/Put/seqid=0 2024-11-20T18:23:23,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742327_1503 (size=12151) 2024-11-20T18:23:23,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127063370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127063373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127063388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127063395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,447 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e094eb28560148cfb2e27f67bc38224e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e094eb28560148cfb2e27f67bc38224e 2024-11-20T18:23:23,452 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into e094eb28560148cfb2e27f67bc38224e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:23,452 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:23,452 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127001853; duration=0sec 2024-11-20T18:23:23,452 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:23,452 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:23,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/6010f043380f4fe4a3b30fc58326e582 2024-11-20T18:23:23,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/41cc3976094541feb2ab9e44625b3200 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200 2024-11-20T18:23:23,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200, entries=200, sequenceid=168, filesize=14.2 K 2024-11-20T18:23:23,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4e939e7f09804eed90b7cdc5b79101d2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2 2024-11-20T18:23:23,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T18:23:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/6010f043380f4fe4a3b30fc58326e582 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582 2024-11-20T18:23:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:23,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T18:23:23,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 1032ms, sequenceid=168, compaction requested=false 2024-11-20T18:23:23,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:23,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T18:23:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:23,787 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/450d5c4ed35d4fc288e843f957b0ce99 is 50, key is test_row_0/A:col10/1732127002733/Put/seqid=0 2024-11-20T18:23:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742328_1504 (size=12151) 2024-11-20T18:23:23,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127063899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127063901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127063902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127063905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:23:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127063989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:23,994 DEBUG [Thread-2089 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127064011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127064011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127064012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127064219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127064219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127064220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,237 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/450d5c4ed35d4fc288e843f957b0ce99 2024-11-20T18:23:24,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/cb359603c6134550a7afc1a42ead8d5d is 50, key is test_row_0/B:col10/1732127002733/Put/seqid=0 2024-11-20T18:23:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742329_1505 (size=12151) 2024-11-20T18:23:24,282 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/cb359603c6134550a7afc1a42ead8d5d 2024-11-20T18:23:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/08e0749bfdcf41d4bb0c25ff3e82c922 is 50, key is test_row_0/C:col10/1732127002733/Put/seqid=0 2024-11-20T18:23:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742330_1506 (size=12151) 2024-11-20T18:23:24,326 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/08e0749bfdcf41d4bb0c25ff3e82c922 2024-11-20T18:23:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/450d5c4ed35d4fc288e843f957b0ce99 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99 2024-11-20T18:23:24,335 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T18:23:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/cb359603c6134550a7afc1a42ead8d5d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d 2024-11-20T18:23:24,342 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T18:23:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/08e0749bfdcf41d4bb0c25ff3e82c922 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922 2024-11-20T18:23:24,347 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T18:23:24,348 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 589bb63d68803c5843c57217613f9a3a in 561ms, sequenceid=197, compaction requested=true 2024-11-20T18:23:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T18:23:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T18:23:24,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T18:23:24,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-20T18:23:24,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8030 sec 2024-11-20T18:23:24,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:24,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:24,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/4ce562e676a14808bb06d7d644f9990b is 50, key is test_row_0/A:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:24,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742331_1507 (size=14541) 2024-11-20T18:23:24,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127064611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127064617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127064627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T18:23:24,658 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T18:23:24,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T18:23:24,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:24,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:24,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:24,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127064729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127064729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127064740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:24,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:24,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127064917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127064938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127064938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127064943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:24,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:24,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:24,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/4ce562e676a14808bb06d7d644f9990b 2024-11-20T18:23:25,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/99528b22e9c44c4a97e3fd706b8cb1fd is 50, key is test_row_0/B:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742332_1508 (size=12151) 2024-11-20T18:23:25,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127065247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127065249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127065253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:25,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/99528b22e9c44c4a97e3fd706b8cb1fd 2024-11-20T18:23:25,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:25,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d2873915ec084ae3a1d4f6500bdcfa5e is 50, key is test_row_0/C:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742333_1509 (size=12151) 2024-11-20T18:23:25,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d2873915ec084ae3a1d4f6500bdcfa5e 2024-11-20T18:23:25,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/4ce562e676a14808bb06d7d644f9990b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b 2024-11-20T18:23:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b, entries=200, sequenceid=208, filesize=14.2 K 2024-11-20T18:23:25,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/99528b22e9c44c4a97e3fd706b8cb1fd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd 2024-11-20T18:23:25,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T18:23:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d2873915ec084ae3a1d4f6500bdcfa5e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e 2024-11-20T18:23:25,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T18:23:25,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 589bb63d68803c5843c57217613f9a3a in 988ms, sequenceid=208, compaction requested=true 2024-11-20T18:23:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:25,523 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:25,523 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:25,524 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:25,524 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:25,524 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,524 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e094eb28560148cfb2e27f67bc38224e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=47.8 K 2024-11-20T18:23:25,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:25,526 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e094eb28560148cfb2e27f67bc38224e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:25,526 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:25,526 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,526 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8e716fd8f7e94ec6acd2c33734a38093, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=52.5 K 2024-11-20T18:23:25,527 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e939e7f09804eed90b7cdc5b79101d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732127002312 2024-11-20T18:23:25,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e716fd8f7e94ec6acd2c33734a38093, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:25,527 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb359603c6134550a7afc1a42ead8d5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732127002733 2024-11-20T18:23:25,527 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 41cc3976094541feb2ab9e44625b3200, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732127002312 2024-11-20T18:23:25,527 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99528b22e9c44c4a97e3fd706b8cb1fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:25,528 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 450d5c4ed35d4fc288e843f957b0ce99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732127002733 2024-11-20T18:23:25,528 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ce562e676a14808bb06d7d644f9990b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:25,540 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:25,541 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/b993bba406304c0a96084eb27ed85f8f is 50, key is test_row_0/B:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:25,553 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:25,554 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e28c378ccbf64e92b8c35e2046949607 is 50, key is test_row_0/A:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:25,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742334_1510 (size=12629) 2024-11-20T18:23:25,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T18:23:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,587 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:23:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:25,593 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/b993bba406304c0a96084eb27ed85f8f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/b993bba406304c0a96084eb27ed85f8f 2024-11-20T18:23:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0d3f507a302148399a227c134eeec4f5 is 50, key is test_row_0/A:col10/1732127004571/Put/seqid=0 2024-11-20T18:23:25,601 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into b993bba406304c0a96084eb27ed85f8f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:25,601 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:25,601 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=12, startTime=1732127005523; duration=0sec 2024-11-20T18:23:25,601 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:25,601 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:25,601 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:25,603 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:25,603 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:25,603 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:25,603 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/1d7134bb7d6640d4b5610d2f5c65286c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=47.8 K 2024-11-20T18:23:25,604 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d7134bb7d6640d4b5610d2f5c65286c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732127002266 2024-11-20T18:23:25,605 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6010f043380f4fe4a3b30fc58326e582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732127002312 2024-11-20T18:23:25,605 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e0749bfdcf41d4bb0c25ff3e82c922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732127002733 2024-11-20T18:23:25,605 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2873915ec084ae3a1d4f6500bdcfa5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742335_1511 (size=12629) 2024-11-20T18:23:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742336_1512 (size=12151) 2024-11-20T18:23:25,666 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:25,667 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a096889da1744457b7b2ee47b805e0cf is 50, key is test_row_0/C:col10/1732127003900/Put/seqid=0 2024-11-20T18:23:25,668 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0d3f507a302148399a227c134eeec4f5 2024-11-20T18:23:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/8a6ad7c73d91439da9f263422a3701b4 is 50, key is test_row_0/B:col10/1732127004571/Put/seqid=0 2024-11-20T18:23:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742337_1513 (size=12595) 2024-11-20T18:23:25,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742338_1514 (size=12151) 2024-11-20T18:23:25,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:25,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127065774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127065779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127065780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127065885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127065890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:25,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127065890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,024 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e28c378ccbf64e92b8c35e2046949607 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e28c378ccbf64e92b8c35e2046949607 2024-11-20T18:23:26,029 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into e28c378ccbf64e92b8c35e2046949607(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:26,029 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,029 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=12, startTime=1732127005523; duration=0sec 2024-11-20T18:23:26,029 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:26,029 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:26,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127066093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127066098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127066102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,126 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a096889da1744457b7b2ee47b805e0cf as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a096889da1744457b7b2ee47b805e0cf 2024-11-20T18:23:26,138 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into a096889da1744457b7b2ee47b805e0cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:26,138 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,138 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127005523; duration=0sec 2024-11-20T18:23:26,138 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:26,138 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:26,152 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/8a6ad7c73d91439da9f263422a3701b4 2024-11-20T18:23:26,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7f76188e8a45456a8ca280c09a9a3d3f is 50, key is test_row_0/C:col10/1732127004571/Put/seqid=0 2024-11-20T18:23:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742339_1515 (size=12151) 2024-11-20T18:23:26,206 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7f76188e8a45456a8ca280c09a9a3d3f 2024-11-20T18:23:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/0d3f507a302148399a227c134eeec4f5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5 2024-11-20T18:23:26,222 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T18:23:26,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/8a6ad7c73d91439da9f263422a3701b4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4 2024-11-20T18:23:26,228 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T18:23:26,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7f76188e8a45456a8ca280c09a9a3d3f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f 2024-11-20T18:23:26,235 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T18:23:26,236 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 589bb63d68803c5843c57217613f9a3a in 649ms, sequenceid=233, compaction requested=false 2024-11-20T18:23:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T18:23:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T18:23:26,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T18:23:26,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-11-20T18:23:26,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5790 sec 2024-11-20T18:23:26,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:26,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a851d98cabc9417dbde0055657cadb28 is 50, key is test_row_0/A:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742340_1516 (size=9757) 2024-11-20T18:23:26,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a851d98cabc9417dbde0055657cadb28 2024-11-20T18:23:26,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e25d77b8a961472a9181092c27a7d75e is 50, key is test_row_0/B:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742341_1517 (size=9757) 2024-11-20T18:23:26,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e25d77b8a961472a9181092c27a7d75e 2024-11-20T18:23:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127066480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127066482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127066489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/559eded960b94444b6a58d5488a64c84 is 50, key is test_row_0/C:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742342_1518 (size=9757) 2024-11-20T18:23:26,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/559eded960b94444b6a58d5488a64c84 2024-11-20T18:23:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a851d98cabc9417dbde0055657cadb28 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28 2024-11-20T18:23:26,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28, entries=100, sequenceid=248, filesize=9.5 K 2024-11-20T18:23:26,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e25d77b8a961472a9181092c27a7d75e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e 2024-11-20T18:23:26,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e, entries=100, sequenceid=248, filesize=9.5 K 2024-11-20T18:23:26,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/559eded960b94444b6a58d5488a64c84 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84 2024-11-20T18:23:26,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84, entries=100, sequenceid=248, filesize=9.5 K 2024-11-20T18:23:26,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 589bb63d68803c5843c57217613f9a3a in 150ms, sequenceid=248, compaction requested=true 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:26,556 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:26,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:26,556 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:26,557 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:26,557 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:26,557 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,557 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e28c378ccbf64e92b8c35e2046949607, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=33.7 K 2024-11-20T18:23:26,558 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:26,558 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:26,558 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,558 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/b993bba406304c0a96084eb27ed85f8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=33.7 K 2024-11-20T18:23:26,558 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e28c378ccbf64e92b8c35e2046949607, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:26,558 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b993bba406304c0a96084eb27ed85f8f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:26,558 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d3f507a302148399a227c134eeec4f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732127004571 2024-11-20T18:23:26,559 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a6ad7c73d91439da9f263422a3701b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732127004571 2024-11-20T18:23:26,559 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a851d98cabc9417dbde0055657cadb28, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127005779 2024-11-20T18:23:26,559 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e25d77b8a961472a9181092c27a7d75e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127005779 2024-11-20T18:23:26,570 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:26,570 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ce5a0f993d3a434b8d25f4a31e119784 is 50, key is test_row_0/B:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,582 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:26,582 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/80eccebbe85b4f2594caafb0b6a6a614 is 50, key is test_row_0/A:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742343_1519 (size=12731) 2024-11-20T18:23:26,617 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ce5a0f993d3a434b8d25f4a31e119784 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ce5a0f993d3a434b8d25f4a31e119784 2024-11-20T18:23:26,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/2acc3eb4d7604779bbf75471bfca4f67 is 50, key is test_row_0/A:col10/1732127006468/Put/seqid=0 2024-11-20T18:23:26,623 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into ce5a0f993d3a434b8d25f4a31e119784(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:26,623 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,623 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127006556; duration=0sec 2024-11-20T18:23:26,623 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:26,623 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:26,623 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:26,625 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:26,625 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:26,625 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,626 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a096889da1744457b7b2ee47b805e0cf, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=33.7 K 2024-11-20T18:23:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127066617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,626 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a096889da1744457b7b2ee47b805e0cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732127003881 2024-11-20T18:23:26,626 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f76188e8a45456a8ca280c09a9a3d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732127004571 2024-11-20T18:23:26,627 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 559eded960b94444b6a58d5488a64c84, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127005779 2024-11-20T18:23:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127066621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742344_1520 (size=12731) 2024-11-20T18:23:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127066624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742345_1521 (size=14741) 2024-11-20T18:23:26,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/2acc3eb4d7604779bbf75471bfca4f67 2024-11-20T18:23:26,648 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:26,649 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/2db146fcbed74d00884b7a45aea6cd7c is 50, key is test_row_0/C:col10/1732127005779/Put/seqid=0 2024-11-20T18:23:26,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/2a64b32c5d7d49ba99550943d3483bef is 50, key is test_row_0/B:col10/1732127006468/Put/seqid=0 2024-11-20T18:23:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742346_1522 (size=12697) 2024-11-20T18:23:26,707 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/2db146fcbed74d00884b7a45aea6cd7c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/2db146fcbed74d00884b7a45aea6cd7c 2024-11-20T18:23:26,712 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 2db146fcbed74d00884b7a45aea6cd7c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:26,712 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:26,712 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=13, startTime=1732127006556; duration=0sec 2024-11-20T18:23:26,713 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:26,713 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742347_1523 (size=12301) 2024-11-20T18:23:26,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/2a64b32c5d7d49ba99550943d3483bef 2024-11-20T18:23:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127066727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/5b5a9e4e0bab4d4792b40965e3e06cc9 is 50, key is test_row_0/C:col10/1732127006468/Put/seqid=0 2024-11-20T18:23:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127066732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127066740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T18:23:26,769 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T18:23:26,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T18:23:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T18:23:26,775 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:26,776 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:26,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742348_1524 (size=12301) 2024-11-20T18:23:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T18:23:26,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T18:23:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:26,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:26,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127066925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,930 DEBUG [Thread-2081 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127066932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127066943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127066944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,044 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/80eccebbe85b4f2594caafb0b6a6a614 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/80eccebbe85b4f2594caafb0b6a6a614 2024-11-20T18:23:27,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 80eccebbe85b4f2594caafb0b6a6a614(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:27,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:27,049 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127006556; duration=0sec 2024-11-20T18:23:27,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:27,049 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T18:23:27,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T18:23:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:27,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:27,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/5b5a9e4e0bab4d4792b40965e3e06cc9 2024-11-20T18:23:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/2acc3eb4d7604779bbf75471bfca4f67 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67 2024-11-20T18:23:27,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67, entries=200, sequenceid=273, filesize=14.4 K 2024-11-20T18:23:27,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/2a64b32c5d7d49ba99550943d3483bef as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef 2024-11-20T18:23:27,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T18:23:27,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/5b5a9e4e0bab4d4792b40965e3e06cc9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9 2024-11-20T18:23:27,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T18:23:27,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 589bb63d68803c5843c57217613f9a3a in 627ms, sequenceid=273, compaction requested=false 2024-11-20T18:23:27,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:27,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T18:23:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:27,238 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:27,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:27,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/f690041f19e84316929893d546feeb28 is 50, key is test_row_0/A:col10/1732127006597/Put/seqid=0 2024-11-20T18:23:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742349_1525 (size=12301) 2024-11-20T18:23:27,273 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/f690041f19e84316929893d546feeb28 2024-11-20T18:23:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/35e6a89266c94e24b0b1ba28e3229c7b is 50, key is test_row_0/B:col10/1732127006597/Put/seqid=0 2024-11-20T18:23:27,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742350_1526 (size=12301) 2024-11-20T18:23:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127067338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127067346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127067347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T18:23:27,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127067449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127067449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127067456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127067655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127067656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127067665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,707 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/35e6a89266c94e24b0b1ba28e3229c7b 2024-11-20T18:23:27,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/52ae9077ea1a4973bf22fdf38bbb42a0 is 50, key is test_row_0/C:col10/1732127006597/Put/seqid=0 2024-11-20T18:23:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742351_1527 (size=12301) 2024-11-20T18:23:27,771 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/52ae9077ea1a4973bf22fdf38bbb42a0 2024-11-20T18:23:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/f690041f19e84316929893d546feeb28 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28 2024-11-20T18:23:27,787 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T18:23:27,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/35e6a89266c94e24b0b1ba28e3229c7b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b 2024-11-20T18:23:27,795 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T18:23:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/52ae9077ea1a4973bf22fdf38bbb42a0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0 2024-11-20T18:23:27,800 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T18:23:27,802 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 564ms, sequenceid=287, compaction requested=true 2024-11-20T18:23:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T18:23:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T18:23:27,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T18:23:27,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-20T18:23:27,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0340 sec 2024-11-20T18:23:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T18:23:27,879 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T18:23:27,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T18:23:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T18:23:27,883 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:27,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:27,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:27,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:27,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:27,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/b33102aa27ff40c2804fd9f37b761075 is 50, key is test_row_0/A:col10/1732127007345/Put/seqid=0 2024-11-20T18:23:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T18:23:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127067985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127067986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127067992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742352_1528 (size=14741) 2024-11-20T18:23:28,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/b33102aa27ff40c2804fd9f37b761075 2024-11-20T18:23:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127068024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,029 DEBUG [Thread-2089 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:28,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9fc881da892f41d18adc916422dbafe2 is 50, key is test_row_0/B:col10/1732127007345/Put/seqid=0 2024-11-20T18:23:28,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T18:23:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742353_1529 (size=12301) 2024-11-20T18:23:28,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9fc881da892f41d18adc916422dbafe2 2024-11-20T18:23:28,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/940f5d53c7714b58be78c524e2b16f55 is 50, key is test_row_0/C:col10/1732127007345/Put/seqid=0 2024-11-20T18:23:28,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127068097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127068098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127068103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742354_1530 (size=12301) 2024-11-20T18:23:28,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/940f5d53c7714b58be78c524e2b16f55 2024-11-20T18:23:28,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/b33102aa27ff40c2804fd9f37b761075 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075 2024-11-20T18:23:28,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075, entries=200, sequenceid=314, filesize=14.4 K 2024-11-20T18:23:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9fc881da892f41d18adc916422dbafe2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2 2024-11-20T18:23:28,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:23:28,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/940f5d53c7714b58be78c524e2b16f55 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55 2024-11-20T18:23:28,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T18:23:28,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 589bb63d68803c5843c57217613f9a3a in 180ms, sequenceid=314, compaction requested=true 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:28,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:28,149 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:28,149 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:28,151 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,151 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,151 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/80eccebbe85b4f2594caafb0b6a6a614, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=53.2 K 2024-11-20T18:23:28,151 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ce5a0f993d3a434b8d25f4a31e119784, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=48.5 K 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce5a0f993d3a434b8d25f4a31e119784, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127004615 2024-11-20T18:23:28,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 80eccebbe85b4f2594caafb0b6a6a614, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127004615 2024-11-20T18:23:28,152 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2acc3eb4d7604779bbf75471bfca4f67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732127006468 2024-11-20T18:23:28,152 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a64b32c5d7d49ba99550943d3483bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732127006468 2024-11-20T18:23:28,152 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e6a89266c94e24b0b1ba28e3229c7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732127006597 2024-11-20T18:23:28,152 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f690041f19e84316929893d546feeb28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732127006597 2024-11-20T18:23:28,153 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc881da892f41d18adc916422dbafe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732127007335 2024-11-20T18:23:28,153 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b33102aa27ff40c2804fd9f37b761075, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732127007335 2024-11-20T18:23:28,166 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:28,167 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e400601c07c848c29688355a5b4fe890 is 50, key is test_row_0/A:col10/1732127007345/Put/seqid=0 2024-11-20T18:23:28,170 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:28,171 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/1420e0fd2e2345b1902bb085cb48dae2 is 50, key is test_row_0/B:col10/1732127007345/Put/seqid=0 2024-11-20T18:23:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T18:23:28,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T18:23:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,190 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T18:23:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742355_1531 (size=13017) 2024-11-20T18:23:28,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/65e39370be504003bb39a84427b3bbf5 is 50, key is test_row_0/A:col10/1732127007982/Put/seqid=0 2024-11-20T18:23:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742356_1532 (size=13017) 2024-11-20T18:23:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742357_1533 (size=12301) 2024-11-20T18:23:28,265 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/65e39370be504003bb39a84427b3bbf5 2024-11-20T18:23:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9dbd67d532e04b7b9f672d6c01d566a7 is 50, key is test_row_0/B:col10/1732127007982/Put/seqid=0 2024-11-20T18:23:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742358_1534 (size=12301) 2024-11-20T18:23:28,327 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9dbd67d532e04b7b9f672d6c01d566a7 2024-11-20T18:23:28,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a387495ba45e4cf79a19fb2391a2089e is 50, key is test_row_0/C:col10/1732127007982/Put/seqid=0 2024-11-20T18:23:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742359_1535 (size=12301) 2024-11-20T18:23:28,363 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a387495ba45e4cf79a19fb2391a2089e 2024-11-20T18:23:28,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/65e39370be504003bb39a84427b3bbf5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5 2024-11-20T18:23:28,373 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T18:23:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/9dbd67d532e04b7b9f672d6c01d566a7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7 2024-11-20T18:23:28,378 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T18:23:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a387495ba45e4cf79a19fb2391a2089e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e 2024-11-20T18:23:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T18:23:28,385 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=140.89 KB/144270 for 589bb63d68803c5843c57217613f9a3a in 195ms, sequenceid=323, compaction requested=true 2024-11-20T18:23:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T18:23:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T18:23:28,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:28,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T18:23:28,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 503 msec 2024-11-20T18:23:28,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 510 msec 2024-11-20T18:23:28,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/68b54f698ad54e1598c04ba23452c703 is 50, key is test_row_0/A:col10/1732127008386/Put/seqid=0 2024-11-20T18:23:28,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742360_1536 (size=14741) 2024-11-20T18:23:28,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127068409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127068417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127068420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T18:23:28,486 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T18:23:28,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T18:23:28,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:28,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:28,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:28,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127068521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127068528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127068529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:28,629 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e400601c07c848c29688355a5b4fe890 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e400601c07c848c29688355a5b4fe890 2024-11-20T18:23:28,636 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into e400601c07c848c29688355a5b4fe890(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:28,637 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:28,637 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=12, startTime=1732127008149; duration=0sec 2024-11-20T18:23:28,637 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:28,637 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:28,637 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T18:23:28,641 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61901 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T18:23:28,642 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:28,642 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,642 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/2db146fcbed74d00884b7a45aea6cd7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=60.5 K 2024-11-20T18:23:28,642 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2db146fcbed74d00884b7a45aea6cd7c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732127004615 2024-11-20T18:23:28,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5a9e4e0bab4d4792b40965e3e06cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732127006468 2024-11-20T18:23:28,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ae9077ea1a4973bf22fdf38bbb42a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732127006597 2024-11-20T18:23:28,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 940f5d53c7714b58be78c524e2b16f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732127007335 2024-11-20T18:23:28,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a387495ba45e4cf79a19fb2391a2089e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732127007982 2024-11-20T18:23:28,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,656 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/1420e0fd2e2345b1902bb085cb48dae2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/1420e0fd2e2345b1902bb085cb48dae2 2024-11-20T18:23:28,660 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 1420e0fd2e2345b1902bb085cb48dae2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:28,660 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:28,660 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=12, startTime=1732127008149; duration=0sec 2024-11-20T18:23:28,661 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:28,661 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:28,670 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:28,670 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ac9806b609f34371b32ba663279c87fc is 50, key is test_row_0/C:col10/1732127007982/Put/seqid=0 2024-11-20T18:23:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742361_1537 (size=13017) 2024-11-20T18:23:28,716 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ac9806b609f34371b32ba663279c87fc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ac9806b609f34371b32ba663279c87fc 2024-11-20T18:23:28,722 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into ac9806b609f34371b32ba663279c87fc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:28,722 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:28,722 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=11, startTime=1732127008149; duration=0sec 2024-11-20T18:23:28,722 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:28,722 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:28,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127068726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127068739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127068740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:28,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:28,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:28,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/68b54f698ad54e1598c04ba23452c703 2024-11-20T18:23:28,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ede98fad0d4a480ea68023293332c9d4 is 50, key is test_row_0/B:col10/1732127008386/Put/seqid=0 2024-11-20T18:23:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742362_1538 (size=12301) 2024-11-20T18:23:28,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:28,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:28,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127069041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127069048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127069050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:29,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:29,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:29,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:29,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ede98fad0d4a480ea68023293332c9d4 2024-11-20T18:23:29,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/25f9b0000f8a4335ae256e86570cbf5d is 50, key is test_row_0/C:col10/1732127008386/Put/seqid=0 2024-11-20T18:23:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742363_1539 (size=12301) 2024-11-20T18:23:29,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/25f9b0000f8a4335ae256e86570cbf5d 2024-11-20T18:23:29,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/68b54f698ad54e1598c04ba23452c703 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703 2024-11-20T18:23:29,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703, entries=200, sequenceid=348, filesize=14.4 K 2024-11-20T18:23:29,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ede98fad0d4a480ea68023293332c9d4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4 2024-11-20T18:23:29,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T18:23:29,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/25f9b0000f8a4335ae256e86570cbf5d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d 2024-11-20T18:23:29,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T18:23:29,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 589bb63d68803c5843c57217613f9a3a in 966ms, sequenceid=348, compaction requested=true 2024-11-20T18:23:29,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:29,355 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:29,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:29,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:29,355 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:29,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:29,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:29,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:29,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:29,356 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:29,356 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:29,356 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,356 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e400601c07c848c29688355a5b4fe890, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=39.1 K 2024-11-20T18:23:29,358 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e400601c07c848c29688355a5b4fe890, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732127007335 2024-11-20T18:23:29,359 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:29,359 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:29,359 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,359 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/1420e0fd2e2345b1902bb085cb48dae2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=36.7 K 2024-11-20T18:23:29,360 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1420e0fd2e2345b1902bb085cb48dae2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732127007335 2024-11-20T18:23:29,360 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e39370be504003bb39a84427b3bbf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732127007982 2024-11-20T18:23:29,360 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dbd67d532e04b7b9f672d6c01d566a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732127007982 2024-11-20T18:23:29,361 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68b54f698ad54e1598c04ba23452c703, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127008372 2024-11-20T18:23:29,361 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ede98fad0d4a480ea68023293332c9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127008375 2024-11-20T18:23:29,385 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#460 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:29,386 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/c66f1f3f3fb347d2a148a880435ba738 is 50, key is test_row_0/B:col10/1732127008386/Put/seqid=0 2024-11-20T18:23:29,394 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:29,394 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ed55dd94c54c498f8d4e4ff96a0882c4 is 50, key is test_row_0/A:col10/1732127008386/Put/seqid=0 2024-11-20T18:23:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742364_1540 (size=13119) 2024-11-20T18:23:29,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T18:23:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:29,416 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:29,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:29,421 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/c66f1f3f3fb347d2a148a880435ba738 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c66f1f3f3fb347d2a148a880435ba738 2024-11-20T18:23:29,427 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into c66f1f3f3fb347d2a148a880435ba738(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:29,427 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:29,427 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127009355; duration=0sec 2024-11-20T18:23:29,427 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:29,427 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:29,427 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T18:23:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742365_1541 (size=13119) 2024-11-20T18:23:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/df3df99b6fc94d7384ee32c898a8ebd5 is 50, key is test_row_0/A:col10/1732127008407/Put/seqid=0 2024-11-20T18:23:29,431 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:29,431 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:29,431 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:29,432 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:29,436 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ed55dd94c54c498f8d4e4ff96a0882c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ed55dd94c54c498f8d4e4ff96a0882c4 2024-11-20T18:23:29,442 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into ed55dd94c54c498f8d4e4ff96a0882c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:29,442 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:29,443 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127009355; duration=0sec 2024-11-20T18:23:29,443 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:29,443 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742366_1542 (size=12301) 2024-11-20T18:23:29,467 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/df3df99b6fc94d7384ee32c898a8ebd5 2024-11-20T18:23:29,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ed8dd497c74441f4882e975435e46e7b is 50, key is test_row_0/B:col10/1732127008407/Put/seqid=0 2024-11-20T18:23:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742367_1543 (size=12301) 2024-11-20T18:23:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:29,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127069614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127069617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127069619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127069720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127069728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127069729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,923 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ed8dd497c74441f4882e975435e46e7b 2024-11-20T18:23:29,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127069924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127069933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127069933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/af3ae17447c747e8a6915740e1eca64b is 50, key is test_row_0/C:col10/1732127008407/Put/seqid=0 2024-11-20T18:23:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742368_1544 (size=12301) 2024-11-20T18:23:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127070234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127070244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127070245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,373 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/af3ae17447c747e8a6915740e1eca64b 2024-11-20T18:23:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/df3df99b6fc94d7384ee32c898a8ebd5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5 2024-11-20T18:23:30,382 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T18:23:30,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ed8dd497c74441f4882e975435e46e7b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b 2024-11-20T18:23:30,389 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T18:23:30,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/af3ae17447c747e8a6915740e1eca64b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b 2024-11-20T18:23:30,396 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T18:23:30,397 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 981ms, sequenceid=362, compaction requested=true 2024-11-20T18:23:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T18:23:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T18:23:30,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T18:23:30,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-20T18:23:30,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.9140 sec 2024-11-20T18:23:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T18:23:30,599 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T18:23:30,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T18:23:30,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:30,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:30,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:30,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:30,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:30,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/1ed8205f821b48ea94027eee3765f935 is 50, key is test_row_0/A:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:30,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T18:23:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:30,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:30,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127070762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127070763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127070767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742369_1545 (size=14741) 2024-11-20T18:23:30,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/1ed8205f821b48ea94027eee3765f935 2024-11-20T18:23:30,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/dc760cb769144d40830921ef75d397fb is 50, key is test_row_0/B:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742370_1546 (size=12301) 2024-11-20T18:23:30,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/dc760cb769144d40830921ef75d397fb 2024-11-20T18:23:30,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ffbc3b8c98c842c3a138aa442bb7489e is 50, key is test_row_0/C:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127070869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127070869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742371_1547 (size=12301) 2024-11-20T18:23:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127070874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:30,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T18:23:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:30,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59708 deadline: 1732127070946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:30,952 DEBUG [Thread-2081 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., hostname=82db7be9f118,45523,1732126875644, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:31,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T18:23:31,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:31,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127071074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127071075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127071084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:31,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T18:23:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:31,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ffbc3b8c98c842c3a138aa442bb7489e 2024-11-20T18:23:31,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/1ed8205f821b48ea94027eee3765f935 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935 2024-11-20T18:23:31,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935, entries=200, sequenceid=391, filesize=14.4 K 2024-11-20T18:23:31,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/dc760cb769144d40830921ef75d397fb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb 2024-11-20T18:23:31,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T18:23:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ffbc3b8c98c842c3a138aa442bb7489e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e 2024-11-20T18:23:31,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T18:23:31,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 589bb63d68803c5843c57217613f9a3a in 571ms, sequenceid=391, compaction requested=true 2024-11-20T18:23:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:31,319 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:31,319 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:31,321 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:31,321 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:31,321 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:31,321 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:31,321 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,321 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,321 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c66f1f3f3fb347d2a148a880435ba738, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=36.8 K 2024-11-20T18:23:31,321 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ed55dd94c54c498f8d4e4ff96a0882c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=39.2 K 2024-11-20T18:23:31,322 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed55dd94c54c498f8d4e4ff96a0882c4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127008375 2024-11-20T18:23:31,322 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c66f1f3f3fb347d2a148a880435ba738, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127008375 2024-11-20T18:23:31,323 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8dd497c74441f4882e975435e46e7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732127008407 2024-11-20T18:23:31,323 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting df3df99b6fc94d7384ee32c898a8ebd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732127008407 2024-11-20T18:23:31,323 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting dc760cb769144d40830921ef75d397fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009616 2024-11-20T18:23:31,324 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ed8205f821b48ea94027eee3765f935, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009612 2024-11-20T18:23:31,350 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:31,351 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/78707294a2b24be6a82024b5b9b10607 is 50, key is test_row_0/A:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:31,358 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:31,359 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/05fca459e78143438ea6b6298aba108a is 50, key is test_row_0/B:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:31,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T18:23:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,378 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:31,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22170ff7f4824c669f2f8129c0a6efa4 is 50, key is test_row_0/A:col10/1732127010765/Put/seqid=0 2024-11-20T18:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:31,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742372_1548 (size=13221) 2024-11-20T18:23:31,397 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/78707294a2b24be6a82024b5b9b10607 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/78707294a2b24be6a82024b5b9b10607 2024-11-20T18:23:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742373_1549 (size=13221) 2024-11-20T18:23:31,403 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 78707294a2b24be6a82024b5b9b10607(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:31,403 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:31,403 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127011319; duration=0sec 2024-11-20T18:23:31,403 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:31,403 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:31,403 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:31,404 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:31,404 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:31,405 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,405 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ac9806b609f34371b32ba663279c87fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=48.8 K 2024-11-20T18:23:31,405 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9806b609f34371b32ba663279c87fc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732127007982 2024-11-20T18:23:31,407 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f9b0000f8a4335ae256e86570cbf5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127008375 2024-11-20T18:23:31,407 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting af3ae17447c747e8a6915740e1eca64b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732127008407 2024-11-20T18:23:31,408 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffbc3b8c98c842c3a138aa442bb7489e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009616 2024-11-20T18:23:31,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/05fca459e78143438ea6b6298aba108a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/05fca459e78143438ea6b6298aba108a 2024-11-20T18:23:31,421 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 05fca459e78143438ea6b6298aba108a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:31,421 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:31,421 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127011319; duration=0sec 2024-11-20T18:23:31,421 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:31,421 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742374_1550 (size=12301) 2024-11-20T18:23:31,424 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22170ff7f4824c669f2f8129c0a6efa4 2024-11-20T18:23:31,431 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:31,431 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d is 50, key is test_row_0/C:col10/1732127009617/Put/seqid=0 2024-11-20T18:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/25cb937dd4344797939aa3455e8370d1 is 50, key is test_row_0/B:col10/1732127010765/Put/seqid=0 2024-11-20T18:23:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127071470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127071471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127071472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742375_1551 (size=13153) 2024-11-20T18:23:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742376_1552 (size=12301) 2024-11-20T18:23:31,500 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/25cb937dd4344797939aa3455e8370d1 2024-11-20T18:23:31,506 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d 2024-11-20T18:23:31,511 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 9bf5a0d7467e4e7d90fc3c71c3aa7e2d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:31,511 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:31,511 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127011319; duration=0sec 2024-11-20T18:23:31,511 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:31,511 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b63f95f4b83645dd906049a0d1631b3d is 50, key is test_row_0/C:col10/1732127010765/Put/seqid=0 2024-11-20T18:23:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742377_1553 (size=12301) 2024-11-20T18:23:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127071582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127071582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127071583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:31,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127071789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127071789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127071790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:31,959 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b63f95f4b83645dd906049a0d1631b3d 2024-11-20T18:23:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/22170ff7f4824c669f2f8129c0a6efa4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4 2024-11-20T18:23:31,976 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T18:23:31,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/25cb937dd4344797939aa3455e8370d1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1 2024-11-20T18:23:31,985 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T18:23:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/b63f95f4b83645dd906049a0d1631b3d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d 2024-11-20T18:23:31,998 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T18:23:31,999 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 589bb63d68803c5843c57217613f9a3a in 621ms, sequenceid=400, compaction requested=false 2024-11-20T18:23:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T18:23:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T18:23:32,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T18:23:32,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-20T18:23:32,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4030 sec 2024-11-20T18:23:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:32,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e3631b6f8d0b41dcb05d18f14b18555f is 50, key is test_row_0/A:col10/1732127012099/Put/seqid=0 2024-11-20T18:23:32,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127072114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127072115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127072116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742378_1554 (size=12301) 2024-11-20T18:23:32,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e3631b6f8d0b41dcb05d18f14b18555f 2024-11-20T18:23:32,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5f90d20b6135479393edc2f09c7102fc is 50, key is test_row_0/B:col10/1732127012099/Put/seqid=0 2024-11-20T18:23:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742379_1555 (size=12301) 2024-11-20T18:23:32,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5f90d20b6135479393edc2f09c7102fc 2024-11-20T18:23:32,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/9745c17a6d47405e9672a49bf9149302 is 50, key is test_row_0/C:col10/1732127012099/Put/seqid=0 2024-11-20T18:23:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127072222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127072224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127072224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742380_1556 (size=12301) 2024-11-20T18:23:32,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/9745c17a6d47405e9672a49bf9149302 2024-11-20T18:23:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e3631b6f8d0b41dcb05d18f14b18555f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f 2024-11-20T18:23:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T18:23:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5f90d20b6135479393edc2f09c7102fc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc 2024-11-20T18:23:32,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T18:23:32,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/9745c17a6d47405e9672a49bf9149302 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302 2024-11-20T18:23:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T18:23:32,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 589bb63d68803c5843c57217613f9a3a in 167ms, sequenceid=432, compaction requested=true 2024-11-20T18:23:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:32,268 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:32,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:32,269 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:32,269 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:32,269 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:32,269 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:32,269 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/78707294a2b24be6a82024b5b9b10607, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=36.9 K 2024-11-20T18:23:32,270 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78707294a2b24be6a82024b5b9b10607, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009616 2024-11-20T18:23:32,270 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22170ff7f4824c669f2f8129c0a6efa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732127010753 2024-11-20T18:23:32,271 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:32,271 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:32,271 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:32,271 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/05fca459e78143438ea6b6298aba108a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=36.9 K 2024-11-20T18:23:32,271 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3631b6f8d0b41dcb05d18f14b18555f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732127011471 2024-11-20T18:23:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:32,272 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 05fca459e78143438ea6b6298aba108a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009616 2024-11-20T18:23:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:32,272 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 25cb937dd4344797939aa3455e8370d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732127010753 2024-11-20T18:23:32,273 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f90d20b6135479393edc2f09c7102fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732127011471 2024-11-20T18:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:32,289 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:32,289 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/eced5899d1e14254b2619b97f8c66b4b is 50, key is test_row_0/B:col10/1732127012099/Put/seqid=0 2024-11-20T18:23:32,302 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:32,303 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/b6353308aaaa466bb3ea017fb1a09142 is 50, key is test_row_0/A:col10/1732127012099/Put/seqid=0 2024-11-20T18:23:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742381_1557 (size=13323) 2024-11-20T18:23:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742382_1558 (size=13323) 2024-11-20T18:23:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:32,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:32,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bf99d72a345c492c85f433880bce4794 is 50, key is test_row_0/A:col10/1732127012435/Put/seqid=0 2024-11-20T18:23:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742383_1559 (size=17177) 2024-11-20T18:23:32,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bf99d72a345c492c85f433880bce4794 2024-11-20T18:23:32,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7b20cbe65d7644a9a3973aacc139d873 is 50, key is test_row_0/B:col10/1732127012435/Put/seqid=0 2024-11-20T18:23:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742384_1560 (size=9857) 2024-11-20T18:23:32,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7b20cbe65d7644a9a3973aacc139d873 2024-11-20T18:23:32,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127072535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3cb2ab945b4546688b9edfa3529f4205 is 50, key is test_row_0/C:col10/1732127012435/Put/seqid=0 2024-11-20T18:23:32,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127072550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127072552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742385_1561 (size=9857) 2024-11-20T18:23:32,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3cb2ab945b4546688b9edfa3529f4205 2024-11-20T18:23:32,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bf99d72a345c492c85f433880bce4794 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794 2024-11-20T18:23:32,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794, entries=250, sequenceid=443, filesize=16.8 K 2024-11-20T18:23:32,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/7b20cbe65d7644a9a3973aacc139d873 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873 2024-11-20T18:23:32,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873, entries=100, sequenceid=443, filesize=9.6 K 2024-11-20T18:23:32,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3cb2ab945b4546688b9edfa3529f4205 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205 2024-11-20T18:23:32,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205, entries=100, sequenceid=443, filesize=9.6 K 2024-11-20T18:23:32,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 589bb63d68803c5843c57217613f9a3a in 178ms, sequenceid=443, compaction requested=true 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:32,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:32,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/8a9bd48147464cd08e574212cdcbb789 is 50, key is test_row_0/A:col10/1732127012549/Put/seqid=0 2024-11-20T18:23:32,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127072686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127072691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127072692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T18:23:32,709 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T18:23:32,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-20T18:23:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:32,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:32,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:32,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742386_1562 (size=14741) 2024-11-20T18:23:32,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/8a9bd48147464cd08e574212cdcbb789 2024-11-20T18:23:32,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/332f3202482e4cc4964d9d86c65b4e34 is 50, key is test_row_0/B:col10/1732127012549/Put/seqid=0 2024-11-20T18:23:32,746 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/eced5899d1e14254b2619b97f8c66b4b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/eced5899d1e14254b2619b97f8c66b4b 2024-11-20T18:23:32,751 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into eced5899d1e14254b2619b97f8c66b4b(size=13.0 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:32,751 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:32,751 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127012269; duration=0sec 2024-11-20T18:23:32,751 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:32,751 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:32,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:32,755 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:32,755 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:32,755 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:32,755 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=46.5 K 2024-11-20T18:23:32,756 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf5a0d7467e4e7d90fc3c71c3aa7e2d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127009616 2024-11-20T18:23:32,756 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/b6353308aaaa466bb3ea017fb1a09142 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b6353308aaaa466bb3ea017fb1a09142 2024-11-20T18:23:32,756 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b63f95f4b83645dd906049a0d1631b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732127010753 2024-11-20T18:23:32,757 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9745c17a6d47405e9672a49bf9149302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732127011471 2024-11-20T18:23:32,758 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb2ab945b4546688b9edfa3529f4205, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732127012435 2024-11-20T18:23:32,765 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into b6353308aaaa466bb3ea017fb1a09142(size=13.0 K), total size for store is 29.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:32,765 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127012268; duration=0sec 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:32,765 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T18:23:32,766 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:32,766 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:32,766 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:32,766 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:32,783 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:32,784 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7c54f89718d34790a7e8e81e88e54422 is 50, key is test_row_0/C:col10/1732127012435/Put/seqid=0 2024-11-20T18:23:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742387_1563 (size=12301) 2024-11-20T18:23:32,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127072797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127072807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:32,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127072807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742388_1564 (size=13289) 2024-11-20T18:23:32,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:32,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:32,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127073004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127073014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127073015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:33,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:33,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/332f3202482e4cc4964d9d86c65b4e34 2024-11-20T18:23:33,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d94fb499ed474709954ac293b507cd56 is 50, key is test_row_0/C:col10/1732127012549/Put/seqid=0 2024-11-20T18:23:33,241 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/7c54f89718d34790a7e8e81e88e54422 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7c54f89718d34790a7e8e81e88e54422 2024-11-20T18:23:33,245 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 7c54f89718d34790a7e8e81e88e54422(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,245 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,245 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127012614; duration=0sec 2024-11-20T18:23:33,245 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:33,245 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742389_1565 (size=12301) 2024-11-20T18:23:33,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d94fb499ed474709954ac293b507cd56 2024-11-20T18:23:33,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/8a9bd48147464cd08e574212cdcbb789 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789 2024-11-20T18:23:33,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789, entries=200, sequenceid=469, filesize=14.4 K 2024-11-20T18:23:33,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/332f3202482e4cc4964d9d86c65b4e34 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34 2024-11-20T18:23:33,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34, entries=150, sequenceid=469, filesize=12.0 K 2024-11-20T18:23:33,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d94fb499ed474709954ac293b507cd56 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56 2024-11-20T18:23:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56, entries=150, sequenceid=469, filesize=12.0 K 2024-11-20T18:23:33,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 589bb63d68803c5843c57217613f9a3a in 608ms, sequenceid=469, compaction requested=true 2024-11-20T18:23:33,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,279 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:33,280 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45241 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:33,280 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:33,280 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,280 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b6353308aaaa466bb3ea017fb1a09142, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=44.2 K 2024-11-20T18:23:33,280 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b6353308aaaa466bb3ea017fb1a09142, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732127011471 2024-11-20T18:23:33,281 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bf99d72a345c492c85f433880bce4794, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732127012113 2024-11-20T18:23:33,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:33,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:33,281 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9bd48147464cd08e574212cdcbb789, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732127012494 2024-11-20T18:23:33,281 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:33,283 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:33,283 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:33,283 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,283 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/eced5899d1e14254b2619b97f8c66b4b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=34.6 K 2024-11-20T18:23:33,284 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting eced5899d1e14254b2619b97f8c66b4b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732127011471 2024-11-20T18:23:33,285 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b20cbe65d7644a9a3973aacc139d873, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732127012435 2024-11-20T18:23:33,285 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 332f3202482e4cc4964d9d86c65b4e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732127012494 2024-11-20T18:23:33,290 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:33,291 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ca36ce9afdbb43d59852c9c8d48769b0 is 50, key is test_row_0/A:col10/1732127012549/Put/seqid=0 2024-11-20T18:23:33,301 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:33,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/45eca15c104d4b7baebc519a96ed19ac is 50, key is test_row_0/B:col10/1732127012549/Put/seqid=0 2024-11-20T18:23:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:33,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:33,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:33,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/649b696d85ae4b5fa1fed23b393ecc7b is 50, key is test_row_0/A:col10/1732127012688/Put/seqid=0 2024-11-20T18:23:33,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742390_1566 (size=13425) 2024-11-20T18:23:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742391_1567 (size=13425) 2024-11-20T18:23:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742392_1568 (size=14741) 2024-11-20T18:23:33,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/649b696d85ae4b5fa1fed23b393ecc7b 2024-11-20T18:23:33,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5182f49d75b944e380073d6a88325d2f is 50, key is test_row_0/B:col10/1732127012688/Put/seqid=0 2024-11-20T18:23:33,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127073397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127073400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127073401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742393_1569 (size=12301) 2024-11-20T18:23:33,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5182f49d75b944e380073d6a88325d2f 2024-11-20T18:23:33,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3a3ec8e520ab46d1b172a6ad3eadc08c is 50, key is test_row_0/C:col10/1732127012688/Put/seqid=0 2024-11-20T18:23:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742394_1570 (size=12301) 2024-11-20T18:23:33,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3a3ec8e520ab46d1b172a6ad3eadc08c 2024-11-20T18:23:33,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/649b696d85ae4b5fa1fed23b393ecc7b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b 2024-11-20T18:23:33,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b, entries=200, sequenceid=483, filesize=14.4 K 2024-11-20T18:23:33,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/5182f49d75b944e380073d6a88325d2f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f 2024-11-20T18:23:33,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f, entries=150, sequenceid=483, filesize=12.0 K 2024-11-20T18:23:33,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/3a3ec8e520ab46d1b172a6ad3eadc08c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c 2024-11-20T18:23:33,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c, entries=150, sequenceid=483, filesize=12.0 K 2024-11-20T18:23:33,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 589bb63d68803c5843c57217613f9a3a in 185ms, sequenceid=483, compaction requested=true 2024-11-20T18:23:33,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:33,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/152b39d91fc94819a20e07c3684f1f43 is 50, key is test_row_0/A:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127073527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742395_1571 (size=14741) 2024-11-20T18:23:33,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/152b39d91fc94819a20e07c3684f1f43 2024-11-20T18:23:33,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127073535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127073535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/575ea7bb5d9c4ec79986f8eaeee55128 is 50, key is test_row_0/B:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742396_1572 (size=12301) 2024-11-20T18:23:33,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/575ea7bb5d9c4ec79986f8eaeee55128 2024-11-20T18:23:33,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/56bb9f980d4e4fc49e7e2a99a0857fd5 is 50, key is test_row_0/C:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742397_1573 (size=12301) 2024-11-20T18:23:33,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/56bb9f980d4e4fc49e7e2a99a0857fd5 2024-11-20T18:23:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/152b39d91fc94819a20e07c3684f1f43 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43 2024-11-20T18:23:33,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43, entries=200, sequenceid=509, filesize=14.4 K 2024-11-20T18:23:33,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/575ea7bb5d9c4ec79986f8eaeee55128 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128 2024-11-20T18:23:33,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128, entries=150, sequenceid=509, filesize=12.0 K 2024-11-20T18:23:33,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/56bb9f980d4e4fc49e7e2a99a0857fd5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5 2024-11-20T18:23:33,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5, entries=150, sequenceid=509, filesize=12.0 K 2024-11-20T18:23:33,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 589bb63d68803c5843c57217613f9a3a in 104ms, sequenceid=509, compaction requested=true 2024-11-20T18:23:33,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:33,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-11-20T18:23:33,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,636 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:33,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/6da325da0461455ca3d3ec26a42350dd is 50, key is test_row_0/A:col10/1732127013525/Put/seqid=0 2024-11-20T18:23:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742398_1574 (size=12301) 2024-11-20T18:23:33,744 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/45eca15c104d4b7baebc519a96ed19ac as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/45eca15c104d4b7baebc519a96ed19ac 2024-11-20T18:23:33,745 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/ca36ce9afdbb43d59852c9c8d48769b0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ca36ce9afdbb43d59852c9c8d48769b0 2024-11-20T18:23:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127073735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127073737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127073744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,755 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 45eca15c104d4b7baebc519a96ed19ac(size=13.1 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,755 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,755 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127013281; duration=0sec 2024-11-20T18:23:33,755 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=7), splitQueue=0 2024-11-20T18:23:33,755 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:33,756 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:33,757 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into ca36ce9afdbb43d59852c9c8d48769b0(size=13.1 K), total size for store is 41.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,757 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,757 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127013279; duration=0sec 2024-11-20T18:23:33,758 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-20T18:23:33,758 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:33,758 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:33,759 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:33,759 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:33,759 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:33,759 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,759 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7c54f89718d34790a7e8e81e88e54422, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=49.0 K 2024-11-20T18:23:33,760 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c54f89718d34790a7e8e81e88e54422, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732127011471 2024-11-20T18:23:33,760 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:33,760 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:33,760 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,760 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ca36ce9afdbb43d59852c9c8d48769b0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=41.9 K 2024-11-20T18:23:33,760 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d94fb499ed474709954ac293b507cd56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732127012494 2024-11-20T18:23:33,762 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3ec8e520ab46d1b172a6ad3eadc08c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732127012678 2024-11-20T18:23:33,762 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca36ce9afdbb43d59852c9c8d48769b0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732127012494 2024-11-20T18:23:33,762 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 56bb9f980d4e4fc49e7e2a99a0857fd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013397 2024-11-20T18:23:33,762 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 649b696d85ae4b5fa1fed23b393ecc7b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732127012678 2024-11-20T18:23:33,763 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152b39d91fc94819a20e07c3684f1f43, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013389 2024-11-20T18:23:33,773 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:33,774 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/cb2d1f7a2ea1403089915f1c886eed3d is 50, key is test_row_0/A:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,777 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:33,778 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/94367398406d47608cfdf2e07438e916 is 50, key is test_row_0/C:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742399_1575 (size=13527) 2024-11-20T18:23:33,805 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/cb2d1f7a2ea1403089915f1c886eed3d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/cb2d1f7a2ea1403089915f1c886eed3d 2024-11-20T18:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:33,815 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into cb2d1f7a2ea1403089915f1c886eed3d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,815 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,815 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=11, startTime=1732127013504; duration=0sec 2024-11-20T18:23:33,815 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:33,816 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:33,821 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:33,821 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:33,821 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:33,821 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/45eca15c104d4b7baebc519a96ed19ac, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.1 K 2024-11-20T18:23:33,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45eca15c104d4b7baebc519a96ed19ac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732127012494 2024-11-20T18:23:33,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5182f49d75b944e380073d6a88325d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732127012678 2024-11-20T18:23:33,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 575ea7bb5d9c4ec79986f8eaeee55128, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013397 2024-11-20T18:23:33,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742400_1576 (size=13425) 2024-11-20T18:23:33,836 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/94367398406d47608cfdf2e07438e916 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/94367398406d47608cfdf2e07438e916 2024-11-20T18:23:33,841 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 94367398406d47608cfdf2e07438e916(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,841 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127013614; duration=0sec 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:33,841 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T18:23:33,842 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T18:23:33,842 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T18:23:33,842 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. because compaction request was cancelled 2024-11-20T18:23:33,842 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:33,843 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:33,843 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f10b199013f34a048bbc7a788d9b29c4 is 50, key is test_row_0/B:col10/1732127013506/Put/seqid=0 2024-11-20T18:23:33,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127073849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127073850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127073856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742401_1577 (size=13527) 2024-11-20T18:23:33,897 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f10b199013f34a048bbc7a788d9b29c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f10b199013f34a048bbc7a788d9b29c4 2024-11-20T18:23:33,907 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into f10b199013f34a048bbc7a788d9b29c4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:33,907 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:33,907 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127013614; duration=0sec 2024-11-20T18:23:33,908 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:33,908 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:34,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127074057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127074058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127074065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,078 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/6da325da0461455ca3d3ec26a42350dd 2024-11-20T18:23:34,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/807c6caa148749f2addc35eeded4686a is 50, key is test_row_0/B:col10/1732127013525/Put/seqid=0 2024-11-20T18:23:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742402_1578 (size=12301) 2024-11-20T18:23:34,124 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/807c6caa148749f2addc35eeded4686a 2024-11-20T18:23:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/31077a1158434427815edb1988120a03 is 50, key is test_row_0/C:col10/1732127013525/Put/seqid=0 2024-11-20T18:23:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742403_1579 (size=12301) 2024-11-20T18:23:34,147 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/31077a1158434427815edb1988120a03 2024-11-20T18:23:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/6da325da0461455ca3d3ec26a42350dd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd 2024-11-20T18:23:34,162 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T18:23:34,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/807c6caa148749f2addc35eeded4686a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a 2024-11-20T18:23:34,173 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T18:23:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/31077a1158434427815edb1988120a03 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03 2024-11-20T18:23:34,177 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T18:23:34,183 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 589bb63d68803c5843c57217613f9a3a in 543ms, sequenceid=519, compaction requested=false 2024-11-20T18:23:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-20T18:23:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-20T18:23:34,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T18:23:34,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-11-20T18:23:34,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4760 sec 2024-11-20T18:23:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:34,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e900741ebe034d6bb9faca60f8b05ba7 is 50, key is test_row_0/A:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127074378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127074380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127074387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742404_1580 (size=14741) 2024-11-20T18:23:34,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e900741ebe034d6bb9faca60f8b05ba7 2024-11-20T18:23:34,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4a3c6d889b8840e7bf3e29ceebbfc4ee is 50, key is test_row_0/B:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742405_1581 (size=12301) 2024-11-20T18:23:34,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4a3c6d889b8840e7bf3e29ceebbfc4ee 2024-11-20T18:23:34,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c5b76ab57fc948a89e71265c048fdebb is 50, key is test_row_0/C:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127074487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127074488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127074495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742406_1582 (size=12301) 2024-11-20T18:23:34,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c5b76ab57fc948a89e71265c048fdebb 2024-11-20T18:23:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/e900741ebe034d6bb9faca60f8b05ba7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7 2024-11-20T18:23:34,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7, entries=200, sequenceid=551, filesize=14.4 K 2024-11-20T18:23:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/4a3c6d889b8840e7bf3e29ceebbfc4ee as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee 2024-11-20T18:23:34,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee, entries=150, sequenceid=551, filesize=12.0 K 2024-11-20T18:23:34,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/c5b76ab57fc948a89e71265c048fdebb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb 2024-11-20T18:23:34,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb, entries=150, sequenceid=551, filesize=12.0 K 2024-11-20T18:23:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 589bb63d68803c5843c57217613f9a3a in 194ms, sequenceid=551, compaction requested=true 2024-11-20T18:23:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:34,561 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:34,561 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:34,563 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:34,563 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:34,563 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,563 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f10b199013f34a048bbc7a788d9b29c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.2 K 2024-11-20T18:23:34,563 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:34,563 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:34,563 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,564 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/cb2d1f7a2ea1403089915f1c886eed3d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=39.6 K 2024-11-20T18:23:34,564 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f10b199013f34a048bbc7a788d9b29c4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013397 2024-11-20T18:23:34,564 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb2d1f7a2ea1403089915f1c886eed3d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013397 2024-11-20T18:23:34,565 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 807c6caa148749f2addc35eeded4686a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732127013515 2024-11-20T18:23:34,565 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da325da0461455ca3d3ec26a42350dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732127013515 2024-11-20T18:23:34,565 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a3c6d889b8840e7bf3e29ceebbfc4ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:34,565 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e900741ebe034d6bb9faca60f8b05ba7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:34,599 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:34,600 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/5d191bad007c49c4b0b5efbf336f3cba is 50, key is test_row_0/A:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,612 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:34,613 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/47acd98c544d489399e473414cb6b335 is 50, key is test_row_0/B:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742407_1583 (size=13629) 2024-11-20T18:23:34,649 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/5d191bad007c49c4b0b5efbf336f3cba as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5d191bad007c49c4b0b5efbf336f3cba 2024-11-20T18:23:34,655 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 5d191bad007c49c4b0b5efbf336f3cba(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:34,655 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:34,655 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127014561; duration=0sec 2024-11-20T18:23:34,655 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:34,655 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:34,655 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:34,657 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:34,657 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:34,657 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,657 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/94367398406d47608cfdf2e07438e916, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.1 K 2024-11-20T18:23:34,658 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94367398406d47608cfdf2e07438e916, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732127013397 2024-11-20T18:23:34,658 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31077a1158434427815edb1988120a03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732127013515 2024-11-20T18:23:34,658 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b76ab57fc948a89e71265c048fdebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742408_1584 (size=13629) 2024-11-20T18:23:34,677 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/47acd98c544d489399e473414cb6b335 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/47acd98c544d489399e473414cb6b335 2024-11-20T18:23:34,680 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:34,683 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/618eadf6c0724704aa250d9c286696fd is 50, key is test_row_0/C:col10/1732127013733/Put/seqid=0 2024-11-20T18:23:34,688 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 47acd98c544d489399e473414cb6b335(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:34,688 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:34,688 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127014561; duration=0sec 2024-11-20T18:23:34,688 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:34,688 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:34,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:34,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:34,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/c010922411444dfdafd8a5132e1d7207 is 50, key is test_row_0/A:col10/1732127014696/Put/seqid=0 2024-11-20T18:23:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742409_1585 (size=13527) 2024-11-20T18:23:34,724 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/618eadf6c0724704aa250d9c286696fd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/618eadf6c0724704aa250d9c286696fd 2024-11-20T18:23:34,730 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 618eadf6c0724704aa250d9c286696fd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:34,730 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:34,730 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=13, startTime=1732127014562; duration=0sec 2024-11-20T18:23:34,730 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:34,730 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742410_1586 (size=14741) 2024-11-20T18:23:34,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/c010922411444dfdafd8a5132e1d7207 2024-11-20T18:23:34,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/a7ea59366d28468cb1ff54c2c25be75a is 50, key is test_row_0/B:col10/1732127014696/Put/seqid=0 2024-11-20T18:23:34,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127074762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127074767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127074769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742411_1587 (size=12301) 2024-11-20T18:23:34,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/a7ea59366d28468cb1ff54c2c25be75a 2024-11-20T18:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T18:23:34,816 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T18:23:34,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/79c5a9f035d948c19673cc92f89b417e is 50, key is test_row_0/C:col10/1732127014696/Put/seqid=0 2024-11-20T18:23:34,819 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-20T18:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:34,820 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:34,821 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:34,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742412_1588 (size=12301) 2024-11-20T18:23:34,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127074871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127074876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127074876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:34,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:34,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T18:23:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:34,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:34,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:35,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127075079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127075080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127075081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:35,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T18:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:35,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:35,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:35,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/79c5a9f035d948c19673cc92f89b417e 2024-11-20T18:23:35,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/c010922411444dfdafd8a5132e1d7207 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207 2024-11-20T18:23:35,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207, entries=200, sequenceid=564, filesize=14.4 K 2024-11-20T18:23:35,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/a7ea59366d28468cb1ff54c2c25be75a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a 2024-11-20T18:23:35,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a, entries=150, sequenceid=564, filesize=12.0 K 2024-11-20T18:23:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/79c5a9f035d948c19673cc92f89b417e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e 2024-11-20T18:23:35,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e, entries=150, sequenceid=564, filesize=12.0 K 2024-11-20T18:23:35,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 589bb63d68803c5843c57217613f9a3a in 569ms, sequenceid=564, compaction requested=false 2024-11-20T18:23:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:35,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T18:23:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:35,280 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/faa76b67d4da4dafbc1be550d36ffc5e is 50, key is test_row_0/A:col10/1732127014767/Put/seqid=0 2024-11-20T18:23:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742413_1589 (size=12301) 2024-11-20T18:23:35,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:35,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127075406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127075408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127075409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:35,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127075515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127075517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127075518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,729 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/faa76b67d4da4dafbc1be550d36ffc5e 2024-11-20T18:23:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127075721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127075722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127075723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/30a33686235640b7a16636c4fe704e40 is 50, key is test_row_0/B:col10/1732127014767/Put/seqid=0 2024-11-20T18:23:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742414_1590 (size=12301) 2024-11-20T18:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127076031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127076032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127076032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,207 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/30a33686235640b7a16636c4fe704e40 2024-11-20T18:23:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a31f55cfa764409ca5293bd7cd59395c is 50, key is test_row_0/C:col10/1732127014767/Put/seqid=0 2024-11-20T18:23:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742415_1591 (size=12301) 2024-11-20T18:23:36,225 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a31f55cfa764409ca5293bd7cd59395c 2024-11-20T18:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/faa76b67d4da4dafbc1be550d36ffc5e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e 2024-11-20T18:23:36,232 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e, entries=150, sequenceid=590, filesize=12.0 K 2024-11-20T18:23:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/30a33686235640b7a16636c4fe704e40 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40 2024-11-20T18:23:36,235 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40, entries=150, sequenceid=590, filesize=12.0 K 2024-11-20T18:23:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/a31f55cfa764409ca5293bd7cd59395c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c 2024-11-20T18:23:36,239 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c, entries=150, sequenceid=590, filesize=12.0 K 2024-11-20T18:23:36,240 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 589bb63d68803c5843c57217613f9a3a in 959ms, sequenceid=590, compaction requested=true 2024-11-20T18:23:36,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:36,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:36,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-20T18:23:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-20T18:23:36,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T18:23:36,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-20T18:23:36,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4230 sec 2024-11-20T18:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:36,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:36,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/76763c4f856f4b93bfcb44b82e847c74 is 50, key is test_row_0/A:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742416_1592 (size=14741) 2024-11-20T18:23:36,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127076575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127076576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127076578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127076682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127076682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127076682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127076886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127076886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127076887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T18:23:36,926 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-20T18:23:36,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-20T18:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:36,928 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:36,929 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:36,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:36,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/76763c4f856f4b93bfcb44b82e847c74 2024-11-20T18:23:36,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/86d1600fc3d943baba125d4978c9bfdd is 50, key is test_row_0/B:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742417_1593 (size=12301) 2024-11-20T18:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:37,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127077191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127077193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127077193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:37,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/86d1600fc3d943baba125d4978c9bfdd 2024-11-20T18:23:37,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ef2e8613ece34be2b8b078355d45dfb6 is 50, key is test_row_0/C:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742418_1594 (size=12301) 2024-11-20T18:23:37,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:37,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127077702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127077703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127077704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ef2e8613ece34be2b8b078355d45dfb6 2024-11-20T18:23:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/76763c4f856f4b93bfcb44b82e847c74 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74 2024-11-20T18:23:37,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74, entries=200, sequenceid=603, filesize=14.4 K 2024-11-20T18:23:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/86d1600fc3d943baba125d4978c9bfdd as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd 2024-11-20T18:23:37,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd, entries=150, sequenceid=603, filesize=12.0 K 2024-11-20T18:23:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/ef2e8613ece34be2b8b078355d45dfb6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6 2024-11-20T18:23:37,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6, entries=150, sequenceid=603, filesize=12.0 K 2024-11-20T18:23:37,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 589bb63d68803c5843c57217613f9a3a in 1265ms, sequenceid=603, compaction requested=true 2024-11-20T18:23:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:37,804 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:37,805 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55412 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:37,805 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:37,805 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,806 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5d191bad007c49c4b0b5efbf336f3cba, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=54.1 K 2024-11-20T18:23:37,806 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d191bad007c49c4b0b5efbf336f3cba, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:37,806 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:37,807 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c010922411444dfdafd8a5132e1d7207, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732127014369 2024-11-20T18:23:37,807 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting faa76b67d4da4dafbc1be550d36ffc5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732127014753 2024-11-20T18:23:37,807 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:37,807 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:37,807 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,808 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/47acd98c544d489399e473414cb6b335, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=49.3 K 2024-11-20T18:23:37,808 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76763c4f856f4b93bfcb44b82e847c74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:37,809 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 47acd98c544d489399e473414cb6b335, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:37,809 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ea59366d28468cb1ff54c2c25be75a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732127014369 2024-11-20T18:23:37,810 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 30a33686235640b7a16636c4fe704e40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732127014753 2024-11-20T18:23:37,810 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d1600fc3d943baba125d4978c9bfdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:37,822 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:37,822 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/41846e47e66e4732b14b80045875b835 is 50, key is test_row_0/A:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:37,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,845 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:37,850 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:37,851 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/6f8581f6b0ab447d9239493d4fabbc6c is 50, key is test_row_0/B:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a78db385d5934ffa9cb409ab9d4efb61 is 50, key is test_row_0/A:col10/1732127016577/Put/seqid=0 2024-11-20T18:23:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742419_1595 (size=13765) 2024-11-20T18:23:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742420_1596 (size=13765) 2024-11-20T18:23:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742421_1597 (size=12301) 2024-11-20T18:23:37,882 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/41846e47e66e4732b14b80045875b835 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41846e47e66e4732b14b80045875b835 2024-11-20T18:23:37,883 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a78db385d5934ffa9cb409ab9d4efb61 2024-11-20T18:23:37,889 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 41846e47e66e4732b14b80045875b835(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:37,889 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:37,889 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=12, startTime=1732127017804; duration=0sec 2024-11-20T18:23:37,890 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:37,890 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:37,890 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ad7040aab6584111b4d6c899ac3386b3 is 50, key is test_row_0/B:col10/1732127016577/Put/seqid=0 2024-11-20T18:23:37,894 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:37,894 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:37,894 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:37,894 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/618eadf6c0724704aa250d9c286696fd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=49.2 K 2024-11-20T18:23:37,895 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 618eadf6c0724704aa250d9c286696fd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732127013720 2024-11-20T18:23:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742422_1598 (size=12301) 2024-11-20T18:23:37,896 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c5a9f035d948c19673cc92f89b417e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732127014369 2024-11-20T18:23:37,896 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ad7040aab6584111b4d6c899ac3386b3 2024-11-20T18:23:37,896 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a31f55cfa764409ca5293bd7cd59395c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732127014753 2024-11-20T18:23:37,896 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef2e8613ece34be2b8b078355d45dfb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/11bb3c73d7e84d2d819a67f96c6af4f6 is 50, key is test_row_0/C:col10/1732127016577/Put/seqid=0 2024-11-20T18:23:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742423_1599 (size=12301) 2024-11-20T18:23:37,907 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:37,907 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/4455a6795dd241a0a9d1355f5f10036a is 50, key is test_row_0/C:col10/1732127015395/Put/seqid=0 2024-11-20T18:23:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742424_1600 (size=13663) 2024-11-20T18:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:38,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127078131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127078237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,284 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/6f8581f6b0ab447d9239493d4fabbc6c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6f8581f6b0ab447d9239493d4fabbc6c 2024-11-20T18:23:38,287 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into 6f8581f6b0ab447d9239493d4fabbc6c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:38,287 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:38,287 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=12, startTime=1732127017806; duration=0sec 2024-11-20T18:23:38,287 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:38,287 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/11bb3c73d7e84d2d819a67f96c6af4f6 2024-11-20T18:23:38,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a78db385d5934ffa9cb409ab9d4efb61 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61 2024-11-20T18:23:38,315 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61, entries=150, sequenceid=626, filesize=12.0 K 2024-11-20T18:23:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/ad7040aab6584111b4d6c899ac3386b3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3 2024-11-20T18:23:38,316 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/4455a6795dd241a0a9d1355f5f10036a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/4455a6795dd241a0a9d1355f5f10036a 2024-11-20T18:23:38,319 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3, entries=150, sequenceid=626, filesize=12.0 K 2024-11-20T18:23:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/11bb3c73d7e84d2d819a67f96c6af4f6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6 2024-11-20T18:23:38,320 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into 4455a6795dd241a0a9d1355f5f10036a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:38,320 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:38,321 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=12, startTime=1732127017809; duration=0sec 2024-11-20T18:23:38,321 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:38,321 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:38,324 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6, entries=150, sequenceid=626, filesize=12.0 K 2024-11-20T18:23:38,325 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 589bb63d68803c5843c57217613f9a3a in 480ms, sequenceid=626, compaction requested=false 2024-11-20T18:23:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-20T18:23:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-20T18:23:38,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T18:23:38,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-20T18:23:38,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4000 sec 2024-11-20T18:23:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:38,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:23:38,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:38,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:38,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/d68255b12cf3465896aabfb0f9804f17 is 50, key is test_row_0/A:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742425_1601 (size=12301) 2024-11-20T18:23:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127078540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127078645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59704 deadline: 1732127078714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59714 deadline: 1732127078715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732127078716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/d68255b12cf3465896aabfb0f9804f17 2024-11-20T18:23:38,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127078849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:38,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/3b44e772a8c14fe28c2ff7712fb21fd8 is 50, key is test_row_0/B:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742426_1602 (size=12301) 2024-11-20T18:23:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T18:23:39,032 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T18:23:39,033 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-20T18:23:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:39,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:39,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:39,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:39,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127079154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T18:23:39,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:39,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/3b44e772a8c14fe28c2ff7712fb21fd8 2024-11-20T18:23:39,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e75600854c5f47988590f075be246c5b is 50, key is test_row_0/C:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742427_1603 (size=12301) 2024-11-20T18:23:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:39,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T18:23:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T18:23:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:39,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T18:23:39,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:39,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59702 deadline: 1732127079661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e75600854c5f47988590f075be246c5b 2024-11-20T18:23:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/d68255b12cf3465896aabfb0f9804f17 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17 2024-11-20T18:23:39,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17, entries=150, sequenceid=643, filesize=12.0 K 2024-11-20T18:23:39,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/3b44e772a8c14fe28c2ff7712fb21fd8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8 2024-11-20T18:23:39,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8, entries=150, sequenceid=643, filesize=12.0 K 2024-11-20T18:23:39,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/e75600854c5f47988590f075be246c5b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b 2024-11-20T18:23:39,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b, entries=150, sequenceid=643, filesize=12.0 K 2024-11-20T18:23:39,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 589bb63d68803c5843c57217613f9a3a in 1245ms, sequenceid=643, compaction requested=true 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:39,688 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 589bb63d68803c5843c57217613f9a3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:39,688 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/A is initiating minor compaction (all files) 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/B is initiating minor compaction (all files) 2024-11-20T18:23:39,689 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/A in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,689 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/B in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,689 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6f8581f6b0ab447d9239493d4fabbc6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.5 K 2024-11-20T18:23:39,689 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41846e47e66e4732b14b80045875b835, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.5 K 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41846e47e66e4732b14b80045875b835, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:39,689 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f8581f6b0ab447d9239493d4fabbc6c, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:39,690 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78db385d5934ffa9cb409ab9d4efb61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1732127016565 2024-11-20T18:23:39,690 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ad7040aab6584111b4d6c899ac3386b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1732127016565 2024-11-20T18:23:39,690 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d68255b12cf3465896aabfb0f9804f17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732127018119 2024-11-20T18:23:39,690 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b44e772a8c14fe28c2ff7712fb21fd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732127018119 2024-11-20T18:23:39,695 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#A#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:39,695 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/5f263adfa1d045c3835bc5a19e234296 is 50, key is test_row_0/A:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:39,696 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:39,696 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f62068ac5cd34f5b85adeb4567e8658e is 50, key is test_row_0/B:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742428_1604 (size=13867) 2024-11-20T18:23:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742429_1605 (size=13867) 2024-11-20T18:23:39,704 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f62068ac5cd34f5b85adeb4567e8658e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f62068ac5cd34f5b85adeb4567e8658e 2024-11-20T18:23:39,708 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/B of 589bb63d68803c5843c57217613f9a3a into f62068ac5cd34f5b85adeb4567e8658e(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:39,708 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:39,708 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/B, priority=13, startTime=1732127019688; duration=0sec 2024-11-20T18:23:39,708 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:39,708 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:B 2024-11-20T18:23:39,708 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:39,709 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:39,709 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 589bb63d68803c5843c57217613f9a3a/C is initiating minor compaction (all files) 2024-11-20T18:23:39,709 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 589bb63d68803c5843c57217613f9a3a/C in TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,709 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/4455a6795dd241a0a9d1355f5f10036a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp, totalSize=37.4 K 2024-11-20T18:23:39,709 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4455a6795dd241a0a9d1355f5f10036a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732127015395 2024-11-20T18:23:39,710 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 11bb3c73d7e84d2d819a67f96c6af4f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1732127016565 2024-11-20T18:23:39,710 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e75600854c5f47988590f075be246c5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732127018119 2024-11-20T18:23:39,715 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 589bb63d68803c5843c57217613f9a3a#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:39,716 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d9de1e95332a4f05a57fbf8086a3656e is 50, key is test_row_0/C:col10/1732127018442/Put/seqid=0 2024-11-20T18:23:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742430_1606 (size=13765) 2024-11-20T18:23:39,722 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d9de1e95332a4f05a57fbf8086a3656e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d9de1e95332a4f05a57fbf8086a3656e 2024-11-20T18:23:39,726 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/C of 589bb63d68803c5843c57217613f9a3a into d9de1e95332a4f05a57fbf8086a3656e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:39,726 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:39,726 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/C, priority=13, startTime=1732127019688; duration=0sec 2024-11-20T18:23:39,726 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:39,726 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:C 2024-11-20T18:23:39,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:39,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T18:23:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:39,799 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T18:23:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bd009ac1a7f04f0586df90a90d08b91c is 50, key is test_row_0/A:col10/1732127018533/Put/seqid=0 2024-11-20T18:23:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742431_1607 (size=12301) 2024-11-20T18:23:39,900 DEBUG [Thread-2096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:54702 2024-11-20T18:23:39,900 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:39,902 DEBUG [Thread-2092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:54702 2024-11-20T18:23:39,902 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:39,902 DEBUG [Thread-2098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:54702 2024-11-20T18:23:39,902 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:39,905 DEBUG [Thread-2094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:54702 2024-11-20T18:23:39,905 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:39,906 DEBUG [Thread-2100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:54702 2024-11-20T18:23:39,906 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,103 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/5f263adfa1d045c3835bc5a19e234296 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5f263adfa1d045c3835bc5a19e234296 2024-11-20T18:23:40,107 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 589bb63d68803c5843c57217613f9a3a/A of 589bb63d68803c5843c57217613f9a3a into 5f263adfa1d045c3835bc5a19e234296(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:40,107 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:40,107 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a., storeName=589bb63d68803c5843c57217613f9a3a/A, priority=13, startTime=1732127019688; duration=0sec 2024-11-20T18:23:40,107 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:40,107 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 589bb63d68803c5843c57217613f9a3a:A 2024-11-20T18:23:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:40,210 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bd009ac1a7f04f0586df90a90d08b91c 2024-11-20T18:23:40,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e41f75e9be184ec0aa99a82aacfbeba2 is 50, key is test_row_0/B:col10/1732127018533/Put/seqid=0 2024-11-20T18:23:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742432_1608 (size=12301) 2024-11-20T18:23:40,619 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e41f75e9be184ec0aa99a82aacfbeba2 2024-11-20T18:23:40,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/10830e2d066f45928ed79f383a6f5328 is 50, key is test_row_0/C:col10/1732127018533/Put/seqid=0 2024-11-20T18:23:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742433_1609 (size=12301) 2024-11-20T18:23:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. as already flushing 2024-11-20T18:23:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:40,674 DEBUG [Thread-2089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:54702 2024-11-20T18:23:40,674 DEBUG [Thread-2089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,720 DEBUG [Thread-2083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:54702 2024-11-20T18:23:40,720 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,730 DEBUG [Thread-2087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:54702 2024-11-20T18:23:40,730 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,732 DEBUG [Thread-2085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:54702 2024-11-20T18:23:40,732 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,985 DEBUG [Thread-2081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:54702 2024-11-20T18:23:40,985 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:41,028 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/10830e2d066f45928ed79f383a6f5328 2024-11-20T18:23:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/bd009ac1a7f04f0586df90a90d08b91c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bd009ac1a7f04f0586df90a90d08b91c 2024-11-20T18:23:41,034 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bd009ac1a7f04f0586df90a90d08b91c, entries=150, sequenceid=667, filesize=12.0 K 2024-11-20T18:23:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/e41f75e9be184ec0aa99a82aacfbeba2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e41f75e9be184ec0aa99a82aacfbeba2 2024-11-20T18:23:41,036 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e41f75e9be184ec0aa99a82aacfbeba2, entries=150, sequenceid=667, filesize=12.0 K 2024-11-20T18:23:41,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/10830e2d066f45928ed79f383a6f5328 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/10830e2d066f45928ed79f383a6f5328 2024-11-20T18:23:41,040 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/10830e2d066f45928ed79f383a6f5328, entries=150, sequenceid=667, filesize=12.0 K 2024-11-20T18:23:41,040 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 589bb63d68803c5843c57217613f9a3a in 1241ms, sequenceid=667, compaction requested=false 2024-11-20T18:23:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:41,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:41,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-20T18:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-20T18:23:41,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T18:23:41,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-20T18:23:41,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.0100 sec 2024-11-20T18:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T18:23:41,138 INFO [Thread-2091 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 170 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1696 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5087 rows 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1699 2024-11-20T18:23:41,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5097 rows 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5100 rows 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1693 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5079 rows 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-11-20T18:23:41,139 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5085 rows 2024-11-20T18:23:41,139 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:23:41,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:54702 2024-11-20T18:23:41,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:41,141 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:23:41,142 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:23:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:41,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127021144"}]},"ts":"1732127021144"} 2024-11-20T18:23:41,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:23:41,148 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:23:41,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:23:41,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, UNASSIGN}] 2024-11-20T18:23:41,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, UNASSIGN 2024-11-20T18:23:41,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=589bb63d68803c5843c57217613f9a3a, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:41,151 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:23:41,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:41,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:41,302 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:41,302 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 589bb63d68803c5843c57217613f9a3a, disabling compactions & flushes 2024-11-20T18:23:41,303 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. after waiting 0 ms 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:41,303 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 589bb63d68803c5843c57217613f9a3a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=A 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=B 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 589bb63d68803c5843c57217613f9a3a, store=C 2024-11-20T18:23:41,303 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:41,306 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a88036e1fcb14eb7b0c8b8777aa6f31c is 50, key is test_row_1/A:col10/1732127020672/Put/seqid=0 2024-11-20T18:23:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742434_1610 (size=9857) 2024-11-20T18:23:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:41,710 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a88036e1fcb14eb7b0c8b8777aa6f31c 2024-11-20T18:23:41,715 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f7928e1edd2a418baade889ea0fa9018 is 50, key is test_row_1/B:col10/1732127020672/Put/seqid=0 2024-11-20T18:23:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742435_1611 (size=9857) 2024-11-20T18:23:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:42,119 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f7928e1edd2a418baade889ea0fa9018 2024-11-20T18:23:42,124 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d1d782ef74384b5390faff6cc6d09e4c is 50, key is test_row_1/C:col10/1732127020672/Put/seqid=0 2024-11-20T18:23:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742436_1612 (size=9857) 2024-11-20T18:23:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:42,527 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d1d782ef74384b5390faff6cc6d09e4c 2024-11-20T18:23:42,530 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/A/a88036e1fcb14eb7b0c8b8777aa6f31c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a88036e1fcb14eb7b0c8b8777aa6f31c 2024-11-20T18:23:42,533 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a88036e1fcb14eb7b0c8b8777aa6f31c, entries=100, sequenceid=676, filesize=9.6 K 2024-11-20T18:23:42,534 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/B/f7928e1edd2a418baade889ea0fa9018 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f7928e1edd2a418baade889ea0fa9018 2024-11-20T18:23:42,536 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f7928e1edd2a418baade889ea0fa9018, entries=100, sequenceid=676, filesize=9.6 K 2024-11-20T18:23:42,536 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/.tmp/C/d1d782ef74384b5390faff6cc6d09e4c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d1d782ef74384b5390faff6cc6d09e4c 2024-11-20T18:23:42,539 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d1d782ef74384b5390faff6cc6d09e4c, entries=100, sequenceid=676, filesize=9.6 K 2024-11-20T18:23:42,539 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 589bb63d68803c5843c57217613f9a3a in 1236ms, sequenceid=676, compaction requested=true 2024-11-20T18:23:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/43c56970f0814ea3816a74efc1c65c38, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ef0f4f558d5f4062a5c89c339943b155, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8e716fd8f7e94ec6acd2c33734a38093, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e28c378ccbf64e92b8c35e2046949607, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/80eccebbe85b4f2594caafb0b6a6a614, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e400601c07c848c29688355a5b4fe890, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ed55dd94c54c498f8d4e4ff96a0882c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/78707294a2b24be6a82024b5b9b10607, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b6353308aaaa466bb3ea017fb1a09142, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ca36ce9afdbb43d59852c9c8d48769b0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/cb2d1f7a2ea1403089915f1c886eed3d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5d191bad007c49c4b0b5efbf336f3cba, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41846e47e66e4732b14b80045875b835, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17] to archive 2024-11-20T18:23:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ea558efa0f984b2589cca10aa554c3da 2024-11-20T18:23:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0e4cf6a9fabc4e809df9a00927192806 2024-11-20T18:23:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/42a542c627aa44ecacb08609256def83 2024-11-20T18:23:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/43c56970f0814ea3816a74efc1c65c38 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/43c56970f0814ea3816a74efc1c65c38 2024-11-20T18:23:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bcca7fa929144440887b9aa5a1c840e0 2024-11-20T18:23:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ef0f4f558d5f4062a5c89c339943b155 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ef0f4f558d5f4062a5c89c339943b155 2024-11-20T18:23:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bc033fa5bd6f4aca827d7126d3bba1de 2024-11-20T18:23:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/903978cbdfe34df7bbb27305424b8614 2024-11-20T18:23:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ba6553001ae3453192f7ef8bb8d24e14 2024-11-20T18:23:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22eea72b35ab468c948522af77b7037b 2024-11-20T18:23:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8e716fd8f7e94ec6acd2c33734a38093 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8e716fd8f7e94ec6acd2c33734a38093 2024-11-20T18:23:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41cc3976094541feb2ab9e44625b3200 2024-11-20T18:23:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/450d5c4ed35d4fc288e843f957b0ce99 2024-11-20T18:23:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/4ce562e676a14808bb06d7d644f9990b 2024-11-20T18:23:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e28c378ccbf64e92b8c35e2046949607 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e28c378ccbf64e92b8c35e2046949607 2024-11-20T18:23:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/0d3f507a302148399a227c134eeec4f5 2024-11-20T18:23:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/80eccebbe85b4f2594caafb0b6a6a614 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/80eccebbe85b4f2594caafb0b6a6a614 2024-11-20T18:23:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a851d98cabc9417dbde0055657cadb28 2024-11-20T18:23:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/2acc3eb4d7604779bbf75471bfca4f67 2024-11-20T18:23:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/f690041f19e84316929893d546feeb28 2024-11-20T18:23:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b33102aa27ff40c2804fd9f37b761075 2024-11-20T18:23:42,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e400601c07c848c29688355a5b4fe890 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e400601c07c848c29688355a5b4fe890 2024-11-20T18:23:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/65e39370be504003bb39a84427b3bbf5 2024-11-20T18:23:42,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/68b54f698ad54e1598c04ba23452c703 2024-11-20T18:23:42,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ed55dd94c54c498f8d4e4ff96a0882c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ed55dd94c54c498f8d4e4ff96a0882c4 2024-11-20T18:23:42,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/df3df99b6fc94d7384ee32c898a8ebd5 2024-11-20T18:23:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/1ed8205f821b48ea94027eee3765f935 2024-11-20T18:23:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/78707294a2b24be6a82024b5b9b10607 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/78707294a2b24be6a82024b5b9b10607 2024-11-20T18:23:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/22170ff7f4824c669f2f8129c0a6efa4 2024-11-20T18:23:42,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b6353308aaaa466bb3ea017fb1a09142 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/b6353308aaaa466bb3ea017fb1a09142 2024-11-20T18:23:42,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e3631b6f8d0b41dcb05d18f14b18555f 2024-11-20T18:23:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bf99d72a345c492c85f433880bce4794 2024-11-20T18:23:42,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/8a9bd48147464cd08e574212cdcbb789 2024-11-20T18:23:42,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ca36ce9afdbb43d59852c9c8d48769b0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/ca36ce9afdbb43d59852c9c8d48769b0 2024-11-20T18:23:42,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/649b696d85ae4b5fa1fed23b393ecc7b 2024-11-20T18:23:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/152b39d91fc94819a20e07c3684f1f43 2024-11-20T18:23:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/cb2d1f7a2ea1403089915f1c886eed3d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/cb2d1f7a2ea1403089915f1c886eed3d 2024-11-20T18:23:42,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/6da325da0461455ca3d3ec26a42350dd 2024-11-20T18:23:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/e900741ebe034d6bb9faca60f8b05ba7 2024-11-20T18:23:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5d191bad007c49c4b0b5efbf336f3cba to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5d191bad007c49c4b0b5efbf336f3cba 2024-11-20T18:23:42,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/c010922411444dfdafd8a5132e1d7207 2024-11-20T18:23:42,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/faa76b67d4da4dafbc1be550d36ffc5e 2024-11-20T18:23:42,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/76763c4f856f4b93bfcb44b82e847c74 2024-11-20T18:23:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41846e47e66e4732b14b80045875b835 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/41846e47e66e4732b14b80045875b835 2024-11-20T18:23:42,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a78db385d5934ffa9cb409ab9d4efb61 2024-11-20T18:23:42,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/d68255b12cf3465896aabfb0f9804f17 2024-11-20T18:23:42,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/564e27d5664b47efb488856526110d89, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8f9cd8a33de04f45b4740ac22c9f021e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e094eb28560148cfb2e27f67bc38224e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/b993bba406304c0a96084eb27ed85f8f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ce5a0f993d3a434b8d25f4a31e119784, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/1420e0fd2e2345b1902bb085cb48dae2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c66f1f3f3fb347d2a148a880435ba738, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/05fca459e78143438ea6b6298aba108a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/eced5899d1e14254b2619b97f8c66b4b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/45eca15c104d4b7baebc519a96ed19ac, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f10b199013f34a048bbc7a788d9b29c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/47acd98c544d489399e473414cb6b335, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6f8581f6b0ab447d9239493d4fabbc6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8] to archive 2024-11-20T18:23:42,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:42,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6c8ddf8a0f1940e9ac2cc79714a24d76 2024-11-20T18:23:42,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/bc69b6b8b1ca4a9caf3fcbd1c8c723e2 2024-11-20T18:23:42,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/564e27d5664b47efb488856526110d89 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/564e27d5664b47efb488856526110d89 2024-11-20T18:23:42,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c739e1360a62400187a4e32276cba12a 2024-11-20T18:23:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/d1507c4e16c649d2ae1a3ba2165cb74c 2024-11-20T18:23:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7bc6e5bacd6043f49e72c481421e76dd 2024-11-20T18:23:42,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8f9cd8a33de04f45b4740ac22c9f021e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8f9cd8a33de04f45b4740ac22c9f021e 2024-11-20T18:23:42,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e500e0373768441d864606db2ef1b1d6 2024-11-20T18:23:42,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/aa28b0e899cf458bb67d27ccf6444a6a 2024-11-20T18:23:42,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e094eb28560148cfb2e27f67bc38224e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e094eb28560148cfb2e27f67bc38224e 2024-11-20T18:23:42,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/0c55cc01b7724b36adcf23f0da8c6937 2024-11-20T18:23:42,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4e939e7f09804eed90b7cdc5b79101d2 2024-11-20T18:23:42,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/cb359603c6134550a7afc1a42ead8d5d 2024-11-20T18:23:42,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/b993bba406304c0a96084eb27ed85f8f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/b993bba406304c0a96084eb27ed85f8f 2024-11-20T18:23:42,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/99528b22e9c44c4a97e3fd706b8cb1fd 2024-11-20T18:23:42,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/8a6ad7c73d91439da9f263422a3701b4 2024-11-20T18:23:42,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ce5a0f993d3a434b8d25f4a31e119784 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ce5a0f993d3a434b8d25f4a31e119784 2024-11-20T18:23:42,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e25d77b8a961472a9181092c27a7d75e 2024-11-20T18:23:42,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/2a64b32c5d7d49ba99550943d3483bef 2024-11-20T18:23:42,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/35e6a89266c94e24b0b1ba28e3229c7b 2024-11-20T18:23:42,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/1420e0fd2e2345b1902bb085cb48dae2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/1420e0fd2e2345b1902bb085cb48dae2 2024-11-20T18:23:42,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9fc881da892f41d18adc916422dbafe2 2024-11-20T18:23:42,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/9dbd67d532e04b7b9f672d6c01d566a7 2024-11-20T18:23:42,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c66f1f3f3fb347d2a148a880435ba738 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/c66f1f3f3fb347d2a148a880435ba738 2024-11-20T18:23:42,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ede98fad0d4a480ea68023293332c9d4 2024-11-20T18:23:42,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ed8dd497c74441f4882e975435e46e7b 2024-11-20T18:23:42,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/05fca459e78143438ea6b6298aba108a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/05fca459e78143438ea6b6298aba108a 2024-11-20T18:23:42,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/dc760cb769144d40830921ef75d397fb 2024-11-20T18:23:42,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/25cb937dd4344797939aa3455e8370d1 2024-11-20T18:23:42,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/eced5899d1e14254b2619b97f8c66b4b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/eced5899d1e14254b2619b97f8c66b4b 2024-11-20T18:23:42,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5f90d20b6135479393edc2f09c7102fc 2024-11-20T18:23:42,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/7b20cbe65d7644a9a3973aacc139d873 2024-11-20T18:23:42,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/45eca15c104d4b7baebc519a96ed19ac to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/45eca15c104d4b7baebc519a96ed19ac 2024-11-20T18:23:42,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/332f3202482e4cc4964d9d86c65b4e34 2024-11-20T18:23:42,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/5182f49d75b944e380073d6a88325d2f 2024-11-20T18:23:42,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f10b199013f34a048bbc7a788d9b29c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f10b199013f34a048bbc7a788d9b29c4 2024-11-20T18:23:42,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/575ea7bb5d9c4ec79986f8eaeee55128 2024-11-20T18:23:42,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/807c6caa148749f2addc35eeded4686a 2024-11-20T18:23:42,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/47acd98c544d489399e473414cb6b335 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/47acd98c544d489399e473414cb6b335 2024-11-20T18:23:42,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/4a3c6d889b8840e7bf3e29ceebbfc4ee 2024-11-20T18:23:42,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/a7ea59366d28468cb1ff54c2c25be75a 2024-11-20T18:23:42,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/30a33686235640b7a16636c4fe704e40 2024-11-20T18:23:42,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6f8581f6b0ab447d9239493d4fabbc6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/6f8581f6b0ab447d9239493d4fabbc6c 2024-11-20T18:23:42,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/86d1600fc3d943baba125d4978c9bfdd 2024-11-20T18:23:42,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/ad7040aab6584111b4d6c899ac3386b3 2024-11-20T18:23:42,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/3b44e772a8c14fe28c2ff7712fb21fd8 2024-11-20T18:23:42,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7a719d704e3b4da0add1927d9c797545, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/1d7134bb7d6640d4b5610d2f5c65286c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a096889da1744457b7b2ee47b805e0cf, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/2db146fcbed74d00884b7a45aea6cd7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ac9806b609f34371b32ba663279c87fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7c54f89718d34790a7e8e81e88e54422, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/94367398406d47608cfdf2e07438e916, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/618eadf6c0724704aa250d9c286696fd, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/4455a6795dd241a0a9d1355f5f10036a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b] to archive 2024-11-20T18:23:42,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:23:42,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/18d8690b72b04ce68c32fde925a2ffc3 2024-11-20T18:23:42,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/164adad81b5a46dcb9e9c829e030e565 2024-11-20T18:23:42,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7e2ed170f57040f9832f68ed04018bd4 2024-11-20T18:23:42,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b5e0785a05a1411691ba23b276cf5e54 2024-11-20T18:23:42,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7a719d704e3b4da0add1927d9c797545 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7a719d704e3b4da0add1927d9c797545 2024-11-20T18:23:42,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/60cd3919cda647ef90efa1d2e94191e0 2024-11-20T18:23:42,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e155e7bb31c440de89645a8b548c1a67 2024-11-20T18:23:42,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c0e93b9df1b0498bb890417f0439991f 2024-11-20T18:23:42,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/1d7134bb7d6640d4b5610d2f5c65286c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/1d7134bb7d6640d4b5610d2f5c65286c 2024-11-20T18:23:42,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/20b1bc5efc03499992193de1c4eeb55a 2024-11-20T18:23:42,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/6010f043380f4fe4a3b30fc58326e582 2024-11-20T18:23:42,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/08e0749bfdcf41d4bb0c25ff3e82c922 2024-11-20T18:23:42,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a096889da1744457b7b2ee47b805e0cf to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a096889da1744457b7b2ee47b805e0cf 2024-11-20T18:23:42,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d2873915ec084ae3a1d4f6500bdcfa5e 2024-11-20T18:23:42,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7f76188e8a45456a8ca280c09a9a3d3f 2024-11-20T18:23:42,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/2db146fcbed74d00884b7a45aea6cd7c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/2db146fcbed74d00884b7a45aea6cd7c 2024-11-20T18:23:42,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/559eded960b94444b6a58d5488a64c84 2024-11-20T18:23:42,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/5b5a9e4e0bab4d4792b40965e3e06cc9 2024-11-20T18:23:42,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/52ae9077ea1a4973bf22fdf38bbb42a0 2024-11-20T18:23:42,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/940f5d53c7714b58be78c524e2b16f55 2024-11-20T18:23:42,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ac9806b609f34371b32ba663279c87fc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ac9806b609f34371b32ba663279c87fc 2024-11-20T18:23:42,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a387495ba45e4cf79a19fb2391a2089e 2024-11-20T18:23:42,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/25f9b0000f8a4335ae256e86570cbf5d 2024-11-20T18:23:42,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/af3ae17447c747e8a6915740e1eca64b 2024-11-20T18:23:42,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9bf5a0d7467e4e7d90fc3c71c3aa7e2d 2024-11-20T18:23:42,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ffbc3b8c98c842c3a138aa442bb7489e 2024-11-20T18:23:42,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/b63f95f4b83645dd906049a0d1631b3d 2024-11-20T18:23:42,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/9745c17a6d47405e9672a49bf9149302 2024-11-20T18:23:42,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7c54f89718d34790a7e8e81e88e54422 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/7c54f89718d34790a7e8e81e88e54422 2024-11-20T18:23:42,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3cb2ab945b4546688b9edfa3529f4205 2024-11-20T18:23:42,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d94fb499ed474709954ac293b507cd56 2024-11-20T18:23:42,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/3a3ec8e520ab46d1b172a6ad3eadc08c 2024-11-20T18:23:42,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/94367398406d47608cfdf2e07438e916 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/94367398406d47608cfdf2e07438e916 2024-11-20T18:23:42,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/56bb9f980d4e4fc49e7e2a99a0857fd5 2024-11-20T18:23:42,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/31077a1158434427815edb1988120a03 2024-11-20T18:23:42,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/618eadf6c0724704aa250d9c286696fd to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/618eadf6c0724704aa250d9c286696fd 2024-11-20T18:23:42,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/c5b76ab57fc948a89e71265c048fdebb 2024-11-20T18:23:42,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/79c5a9f035d948c19673cc92f89b417e 2024-11-20T18:23:42,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/a31f55cfa764409ca5293bd7cd59395c 2024-11-20T18:23:42,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/4455a6795dd241a0a9d1355f5f10036a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/4455a6795dd241a0a9d1355f5f10036a 2024-11-20T18:23:42,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/ef2e8613ece34be2b8b078355d45dfb6 2024-11-20T18:23:42,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/11bb3c73d7e84d2d819a67f96c6af4f6 2024-11-20T18:23:42,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/e75600854c5f47988590f075be246c5b 2024-11-20T18:23:42,656 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/recovered.edits/679.seqid, newMaxSeqId=679, maxSeqId=1 2024-11-20T18:23:42,656 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a. 2024-11-20T18:23:42,656 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 589bb63d68803c5843c57217613f9a3a: 2024-11-20T18:23:42,657 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:42,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=589bb63d68803c5843c57217613f9a3a, regionState=CLOSED 2024-11-20T18:23:42,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T18:23:42,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 589bb63d68803c5843c57217613f9a3a, server=82db7be9f118,45523,1732126875644 in 1.5070 sec 2024-11-20T18:23:42,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T18:23:42,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=589bb63d68803c5843c57217613f9a3a, UNASSIGN in 1.5110 sec 2024-11-20T18:23:42,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T18:23:42,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-20T18:23:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127022663"}]},"ts":"1732127022663"} 2024-11-20T18:23:42,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:23:42,665 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:23:42,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-20T18:23:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T18:23:43,248 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-20T18:23:43,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:23:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,250 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-20T18:23:43,250 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:43,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/recovered.edits] 2024-11-20T18:23:43,255 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5f263adfa1d045c3835bc5a19e234296 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/5f263adfa1d045c3835bc5a19e234296 2024-11-20T18:23:43,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a88036e1fcb14eb7b0c8b8777aa6f31c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/a88036e1fcb14eb7b0c8b8777aa6f31c 2024-11-20T18:23:43,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bd009ac1a7f04f0586df90a90d08b91c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/A/bd009ac1a7f04f0586df90a90d08b91c 2024-11-20T18:23:43,258 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e41f75e9be184ec0aa99a82aacfbeba2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/e41f75e9be184ec0aa99a82aacfbeba2 2024-11-20T18:23:43,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f62068ac5cd34f5b85adeb4567e8658e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f62068ac5cd34f5b85adeb4567e8658e 2024-11-20T18:23:43,260 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f7928e1edd2a418baade889ea0fa9018 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/B/f7928e1edd2a418baade889ea0fa9018 2024-11-20T18:23:43,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/10830e2d066f45928ed79f383a6f5328 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/10830e2d066f45928ed79f383a6f5328 2024-11-20T18:23:43,263 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d1d782ef74384b5390faff6cc6d09e4c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d1d782ef74384b5390faff6cc6d09e4c 2024-11-20T18:23:43,263 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d9de1e95332a4f05a57fbf8086a3656e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/C/d9de1e95332a4f05a57fbf8086a3656e 2024-11-20T18:23:43,265 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/recovered.edits/679.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a/recovered.edits/679.seqid 2024-11-20T18:23:43,265 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/589bb63d68803c5843c57217613f9a3a 2024-11-20T18:23:43,265 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:23:43,267 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,268 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:23:43,270 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:23:43,270 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,270 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:23:43,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732127023270"}]},"ts":"9223372036854775807"} 2024-11-20T18:23:43,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:23:43,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 589bb63d68803c5843c57217613f9a3a, NAME => 'TestAcidGuarantees,,1732126998892.589bb63d68803c5843c57217613f9a3a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:23:43,272 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:23:43,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732127023272"}]},"ts":"9223372036854775807"} 2024-11-20T18:23:43,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:23:43,275 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-20T18:23:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-20T18:23:43,351 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-20T18:23:43,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=452 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 637) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5482 (was 5527) 2024-11-20T18:23:43,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=5481 2024-11-20T18:23:43,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:23:43,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:43,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:43,372 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:43,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-20T18:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:43,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742437_1613 (size=960) 2024-11-20T18:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:43,778 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b 2024-11-20T18:23:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742438_1614 (size=53) 2024-11-20T18:23:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:44,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:23:44,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:44,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 02c8346a0fa01b9bf15abe670506f169, disabling compactions & flushes 2024-11-20T18:23:44,183 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. after waiting 0 ms 2024-11-20T18:23:44,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:44,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:44,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732127024184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127024184"}]},"ts":"1732127024184"} 2024-11-20T18:23:44,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T18:23:44,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:44,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127024186"}]},"ts":"1732127024186"} 2024-11-20T18:23:44,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T18:23:44,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, ASSIGN}] 2024-11-20T18:23:44,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, ASSIGN 2024-11-20T18:23:44,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, ASSIGN; state=OFFLINE, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=false 2024-11-20T18:23:44,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:44,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:44,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:44,497 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,497 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:44,498 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,498 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:44,498 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,498 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,499 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,500 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:44,500 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName A 2024-11-20T18:23:44,500 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:44,500 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:44,500 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,501 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:44,501 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName B 2024-11-20T18:23:44,501 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:44,502 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:44,502 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,502 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:44,503 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName C 2024-11-20T18:23:44,503 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:44,503 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:44,503 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,503 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,504 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,505 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:23:44,505 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:44,507 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:44,507 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 02c8346a0fa01b9bf15abe670506f169; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62552053, jitterRate=-0.06790177524089813}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:23:44,508 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:44,509 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., pid=155, masterSystemTime=1732127024495 2024-11-20T18:23:44,510 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,510 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:44,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=OPEN, openSeqNum=2, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:44,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T18:23:44,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 in 168 msec 2024-11-20T18:23:44,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T18:23:44,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, ASSIGN in 322 msec 2024-11-20T18:23:44,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:44,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127024514"}]},"ts":"1732127024514"} 2024-11-20T18:23:44,514 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T18:23:44,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:44,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-20T18:23:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T18:23:45,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T18:23:45,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-20T18:23:45,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:45,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:45,488 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:45,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:45,490 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T18:23:45,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T18:23:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742439_1615 (size=996) 2024-11-20T18:23:45,900 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T18:23:45,901 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T18:23:45,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:23:45,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, REOPEN/MOVE}] 2024-11-20T18:23:45,904 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, REOPEN/MOVE 2024-11-20T18:23:45,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:45,905 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:23:45,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:46,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,057 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,057 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:23:46,057 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 02c8346a0fa01b9bf15abe670506f169, disabling compactions & flushes 2024-11-20T18:23:46,057 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,057 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,057 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. after waiting 0 ms 2024-11-20T18:23:46,057 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,060 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T18:23:46,060 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,061 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:46,061 WARN [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 02c8346a0fa01b9bf15abe670506f169 to self. 2024-11-20T18:23:46,062 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=CLOSED 2024-11-20T18:23:46,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T18:23:46,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 in 158 msec 2024-11-20T18:23:46,064 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, REOPEN/MOVE; state=CLOSED, location=82db7be9f118,45523,1732126875644; forceNewPlan=false, retain=true 2024-11-20T18:23:46,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=OPENING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:23:46,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,369 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,369 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:46,370 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,370 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:46,370 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,370 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,371 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,372 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:46,372 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName A 2024-11-20T18:23:46,373 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:46,374 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:46,374 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,374 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:46,375 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName B 2024-11-20T18:23:46,375 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:46,375 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:46,375 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,375 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T18:23:46,376 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c8346a0fa01b9bf15abe670506f169 columnFamilyName C 2024-11-20T18:23:46,376 DEBUG [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:46,376 INFO [StoreOpener-02c8346a0fa01b9bf15abe670506f169-1 {}] regionserver.HStore(327): Store=02c8346a0fa01b9bf15abe670506f169/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:46,376 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,377 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,377 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,378 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T18:23:46,379 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,380 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 02c8346a0fa01b9bf15abe670506f169; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71874613, jitterRate=0.07101519405841827}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T18:23:46,380 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:46,381 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., pid=160, masterSystemTime=1732127026367 2024-11-20T18:23:46,382 DEBUG [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,382 INFO [RS_OPEN_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=OPEN, openSeqNum=5, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-20T18:23:46,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 in 167 msec 2024-11-20T18:23:46,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T18:23:46,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, REOPEN/MOVE in 481 msec 2024-11-20T18:23:46,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T18:23:46,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-20T18:23:46,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-20T18:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-20T18:23:46,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-20T18:23:46,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-20T18:23:46,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-20T18:23:46,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-20T18:23:46,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-20T18:23:46,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-20T18:23:46,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-20T18:23:46,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-20T18:23:46,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-20T18:23:46,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:54702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-20T18:23:46,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:46,436 DEBUG [hconnection-0x22102124-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,436 DEBUG [hconnection-0x13046195-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,436 DEBUG [hconnection-0x9a220d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,437 DEBUG [hconnection-0x365776c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,437 DEBUG [hconnection-0x30408e85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,437 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,437 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,438 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,438 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,438 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-20T18:23:46,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:46,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:46,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:46,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:46,468 DEBUG [hconnection-0x6d94597d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,476 DEBUG [hconnection-0x3fd87151-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,477 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,477 DEBUG [hconnection-0x4bd308c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,477 DEBUG [hconnection-0x3a678d12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,478 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,478 DEBUG [hconnection-0x1aad9c3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:46,478 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:46,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120311a56a8eab148a08e87e952da0452fb_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127026452/Put/seqid=0 2024-11-20T18:23:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742440_1616 (size=9714) 2024-11-20T18:23:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127086513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127086513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127086514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127086515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127086515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:46,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T18:23:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127086617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127086617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127086618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127086619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127086620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T18:23:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:46,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127086821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127086821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127086822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127086822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127086823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,901 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:46,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:46,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T18:23:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:46,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:46,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120311a56a8eab148a08e87e952da0452fb_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120311a56a8eab148a08e87e952da0452fb_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:46,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d353a42a679141b2865e00544466119a, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:46,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d353a42a679141b2865e00544466119a is 175, key is test_row_0/A:col10/1732127026452/Put/seqid=0 2024-11-20T18:23:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742441_1617 (size=22361) 2024-11-20T18:23:46,946 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d353a42a679141b2865e00544466119a 2024-11-20T18:23:47,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/f8047d6d507f4c4ea66189d4a621c89f is 50, key is test_row_0/B:col10/1732127026452/Put/seqid=0 2024-11-20T18:23:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:47,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T18:23:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:47,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742442_1618 (size=9657) 2024-11-20T18:23:47,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/f8047d6d507f4c4ea66189d4a621c89f 2024-11-20T18:23:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:47,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/e0eb588edca74af294b0492417b9aef5 is 50, key is test_row_0/C:col10/1732127026452/Put/seqid=0 2024-11-20T18:23:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127087125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127087126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127087127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127087128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127087128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742443_1619 (size=9657) 2024-11-20T18:23:47,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/e0eb588edca74af294b0492417b9aef5 2024-11-20T18:23:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d353a42a679141b2865e00544466119a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a 2024-11-20T18:23:47,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a, entries=100, sequenceid=15, filesize=21.8 K 2024-11-20T18:23:47,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/f8047d6d507f4c4ea66189d4a621c89f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f 2024-11-20T18:23:47,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f, entries=100, sequenceid=15, filesize=9.4 K 2024-11-20T18:23:47,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/e0eb588edca74af294b0492417b9aef5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5 2024-11-20T18:23:47,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5, entries=100, sequenceid=15, filesize=9.4 K 2024-11-20T18:23:47,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 02c8346a0fa01b9bf15abe670506f169 in 738ms, sequenceid=15, compaction requested=false 2024-11-20T18:23:47,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:47,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:47,210 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202659efcda9ed4b62b0d6e3612151c397_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127026513/Put/seqid=0 2024-11-20T18:23:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742444_1620 (size=12154) 2024-11-20T18:23:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:47,254 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202659efcda9ed4b62b0d6e3612151c397_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202659efcda9ed4b62b0d6e3612151c397_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:47,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/cd8a4410860b406ba7d58be8bd4ab2e5, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:47,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/cd8a4410860b406ba7d58be8bd4ab2e5 is 175, key is test_row_0/A:col10/1732127026513/Put/seqid=0 2024-11-20T18:23:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742445_1621 (size=30955) 2024-11-20T18:23:47,296 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/cd8a4410860b406ba7d58be8bd4ab2e5 2024-11-20T18:23:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c979648e2efd41f2be887d2b166787be is 50, key is test_row_0/B:col10/1732127026513/Put/seqid=0 2024-11-20T18:23:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742446_1622 (size=12001) 2024-11-20T18:23:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:47,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127087644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127087646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127087648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127087648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127087648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,711 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c979648e2efd41f2be887d2b166787be 2024-11-20T18:23:47,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/58411b4d017d46deafd0c316bb7685fc is 50, key is test_row_0/C:col10/1732127026513/Put/seqid=0 2024-11-20T18:23:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127087751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127087751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127087752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127087752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127087752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742447_1623 (size=12001) 2024-11-20T18:23:47,772 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/58411b4d017d46deafd0c316bb7685fc 2024-11-20T18:23:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/cd8a4410860b406ba7d58be8bd4ab2e5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5 2024-11-20T18:23:47,781 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T18:23:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c979648e2efd41f2be887d2b166787be as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be 2024-11-20T18:23:47,792 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T18:23:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/58411b4d017d46deafd0c316bb7685fc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc 2024-11-20T18:23:47,797 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T18:23:47,798 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 02c8346a0fa01b9bf15abe670506f169 in 588ms, sequenceid=41, compaction requested=false 2024-11-20T18:23:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-20T18:23:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-20T18:23:47,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T18:23:47,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec 2024-11-20T18:23:47,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.3630 sec 2024-11-20T18:23:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:23:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:47,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b16964f65314c7fb7ba34cf6437e885_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:47,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127087989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127087990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127087990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127087988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127087991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742448_1624 (size=14594) 2024-11-20T18:23:48,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:48,036 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b16964f65314c7fb7ba34cf6437e885_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b16964f65314c7fb7ba34cf6437e885_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:48,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4350fdf2a26f46f99749c717c7e13bf8, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:48,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4350fdf2a26f46f99749c717c7e13bf8 is 175, key is test_row_0/A:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742449_1625 (size=39549) 2024-11-20T18:23:48,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4350fdf2a26f46f99749c717c7e13bf8 2024-11-20T18:23:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127088098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127088098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127088098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127088098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127088098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fd8e08128deb498b93b38d3efd5c5c2f is 50, key is test_row_0/B:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742450_1626 (size=12001) 2024-11-20T18:23:48,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T18:23:48,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127088304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127088304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127088307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127088316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127088316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fd8e08128deb498b93b38d3efd5c5c2f 2024-11-20T18:23:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T18:23:48,555 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T18:23:48,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T18:23:48,559 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:48,570 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:48,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:48,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/562235948820449a87097a9a1c4adea4 is 50, key is test_row_0/C:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127088607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127088610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127088610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127088620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127088621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742451_1627 (size=12001) 2024-11-20T18:23:48,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/562235948820449a87097a9a1c4adea4 2024-11-20T18:23:48,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4350fdf2a26f46f99749c717c7e13bf8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8 2024-11-20T18:23:48,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8, entries=200, sequenceid=54, filesize=38.6 K 2024-11-20T18:23:48,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fd8e08128deb498b93b38d3efd5c5c2f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f 2024-11-20T18:23:48,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T18:23:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/562235948820449a87097a9a1c4adea4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4 2024-11-20T18:23:48,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T18:23:48,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02c8346a0fa01b9bf15abe670506f169 in 689ms, sequenceid=54, compaction requested=true 2024-11-20T18:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:48,647 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:48,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:48,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:48,648 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:48,648 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:48,649 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:48,649 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:48,649 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=90.7 K 2024-11-20T18:23:48,649 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:48,649 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8] 2024-11-20T18:23:48,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:48,650 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:48,650 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:48,650 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=32.9 K 2024-11-20T18:23:48,650 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d353a42a679141b2865e00544466119a, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732127026449 2024-11-20T18:23:48,651 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f8047d6d507f4c4ea66189d4a621c89f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732127026449 2024-11-20T18:23:48,651 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd8a4410860b406ba7d58be8bd4ab2e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732127026513 2024-11-20T18:23:48,652 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c979648e2efd41f2be887d2b166787be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732127026513 2024-11-20T18:23:48,652 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4350fdf2a26f46f99749c717c7e13bf8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:48,652 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8e08128deb498b93b38d3efd5c5c2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:48,667 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:48,682 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:48,682 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/231b52733481453c8298ad39d026d3f1 is 50, key is test_row_0/B:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:48,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207655b02fc52e483bb865430b0ecfe08b_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:48,695 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207655b02fc52e483bb865430b0ecfe08b_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:48,695 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207655b02fc52e483bb865430b0ecfe08b_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:48,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:48,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T18:23:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:48,723 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T18:23:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742452_1628 (size=12104) 2024-11-20T18:23:48,735 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/231b52733481453c8298ad39d026d3f1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/231b52733481453c8298ad39d026d3f1 2024-11-20T18:23:48,740 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 231b52733481453c8298ad39d026d3f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:48,740 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:48,740 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127028647; duration=0sec 2024-11-20T18:23:48,740 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:48,740 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:48,740 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:48,741 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:48,742 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:48,742 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:48,742 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=32.9 K 2024-11-20T18:23:48,742 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e0eb588edca74af294b0492417b9aef5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732127026449 2024-11-20T18:23:48,742 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 58411b4d017d46deafd0c316bb7685fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732127026513 2024-11-20T18:23:48,743 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 562235948820449a87097a9a1c4adea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742453_1629 (size=4469) 2024-11-20T18:23:48,763 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:48,763 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/aa4d19c5c4944f91a0dd16351d7a2ef1 is 50, key is test_row_0/C:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfa2e794e3d64510977b31d4d403e9b1_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127027987/Put/seqid=0 2024-11-20T18:23:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742454_1630 (size=12104) 2024-11-20T18:23:48,816 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/aa4d19c5c4944f91a0dd16351d7a2ef1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/aa4d19c5c4944f91a0dd16351d7a2ef1 2024-11-20T18:23:48,823 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into aa4d19c5c4944f91a0dd16351d7a2ef1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:48,823 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:48,823 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127028647; duration=0sec 2024-11-20T18:23:48,823 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:48,824 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742455_1631 (size=12154) 2024-11-20T18:23:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:49,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127089133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127089133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127089135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127089137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,145 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#542 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:49,145 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f4f406657d124bb996dfc6a46215460f is 175, key is test_row_0/A:col10/1732127027647/Put/seqid=0 2024-11-20T18:23:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127089140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742456_1632 (size=31058) 2024-11-20T18:23:49,209 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f4f406657d124bb996dfc6a46215460f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f 2024-11-20T18:23:49,213 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into f4f406657d124bb996dfc6a46215460f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:49,214 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:49,214 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127028647; duration=0sec 2024-11-20T18:23:49,214 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:49,214 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:49,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127089243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127089243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127089243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,249 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfa2e794e3d64510977b31d4d403e9b1_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfa2e794e3d64510977b31d4d403e9b1_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:49,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127089245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3ac9d47bce7d4e75b4df0176e3d49bf8, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3ac9d47bce7d4e75b4df0176e3d49bf8 is 175, key is test_row_0/A:col10/1732127027987/Put/seqid=0 2024-11-20T18:23:49,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127089248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742457_1633 (size=30955) 2024-11-20T18:23:49,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127089449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127089450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127089451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127089451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127089454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:49,682 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3ac9d47bce7d4e75b4df0176e3d49bf8 2024-11-20T18:23:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/deac39c5d6804dc098ac9e2d61512a66 is 50, key is test_row_0/B:col10/1732127027987/Put/seqid=0 2024-11-20T18:23:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742458_1634 (size=12001) 2024-11-20T18:23:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127089754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127089754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127089755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127089756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127089760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,139 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/deac39c5d6804dc098ac9e2d61512a66 2024-11-20T18:23:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/c390a6e2a005422a9a944af4e9d5ff63 is 50, key is test_row_0/C:col10/1732127027987/Put/seqid=0 2024-11-20T18:23:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742459_1635 (size=12001) 2024-11-20T18:23:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127090260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127090260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127090264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127090265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127090269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,578 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/c390a6e2a005422a9a944af4e9d5ff63 2024-11-20T18:23:50,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3ac9d47bce7d4e75b4df0176e3d49bf8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8 2024-11-20T18:23:50,587 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T18:23:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/deac39c5d6804dc098ac9e2d61512a66 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66 2024-11-20T18:23:50,591 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T18:23:50,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/c390a6e2a005422a9a944af4e9d5ff63 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63 2024-11-20T18:23:50,597 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T18:23:50,597 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 02c8346a0fa01b9bf15abe670506f169 in 1874ms, sequenceid=77, compaction requested=false 2024-11-20T18:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T18:23:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T18:23:50,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T18:23:50,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-11-20T18:23:50,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.0440 sec 2024-11-20T18:23:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T18:23:50,664 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T18:23:50,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T18:23:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T18:23:50,668 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:50,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:50,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T18:23:50,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:50,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T18:23:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:50,822 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T18:23:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:50,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c58b3e2c9b6449d82d3f60efd63d919_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127029130/Put/seqid=0 2024-11-20T18:23:50,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742460_1636 (size=12154) 2024-11-20T18:23:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,841 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c58b3e2c9b6449d82d3f60efd63d919_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c58b3e2c9b6449d82d3f60efd63d919_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45448463e47f461088413538f7e3edf8, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:50,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45448463e47f461088413538f7e3edf8 is 175, key is test_row_0/A:col10/1732127029130/Put/seqid=0 2024-11-20T18:23:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742461_1637 (size=30955) 2024-11-20T18:23:50,850 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45448463e47f461088413538f7e3edf8 2024-11-20T18:23:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0b72feb6a60f4e6ba0c83738a0607642 is 50, key is test_row_0/B:col10/1732127029130/Put/seqid=0 2024-11-20T18:23:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742462_1638 (size=12001) 2024-11-20T18:23:50,876 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0b72feb6a60f4e6ba0c83738a0607642 2024-11-20T18:23:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/13738c2e92c746c9995e127c604819f2 is 50, key is test_row_0/C:col10/1732127029130/Put/seqid=0 2024-11-20T18:23:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742463_1639 (size=12001) 2024-11-20T18:23:50,910 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/13738c2e92c746c9995e127c604819f2 2024-11-20T18:23:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45448463e47f461088413538f7e3edf8 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8 2024-11-20T18:23:50,918 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8, entries=150, sequenceid=93, filesize=30.2 K 2024-11-20T18:23:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0b72feb6a60f4e6ba0c83738a0607642 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642 2024-11-20T18:23:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T18:23:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/13738c2e92c746c9995e127c604819f2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2 2024-11-20T18:23:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,935 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T18:23:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,936 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 02c8346a0fa01b9bf15abe670506f169 in 113ms, sequenceid=93, compaction requested=true 2024-11-20T18:23:50,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:50,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:50,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T18:23:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T18:23:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T18:23:50,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 268 msec 2024-11-20T18:23:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 273 msec 2024-11-20T18:23:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T18:23:50,969 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T18:23:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,971 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T18:23:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T18:23:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T18:23:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T18:23:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T18:23:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T18:23:51,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T18:23:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 158 msec 2024-11-20T18:23:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T18:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,275 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T18:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T18:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T18:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,281 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:51,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cef65838e01b4ea7b904e411556cfb35_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742464_1640 (size=21918) 2024-11-20T18:23:51,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cef65838e01b4ea7b904e411556cfb35_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cef65838e01b4ea7b904e411556cfb35_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:51,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45d9d4f767114b40adb2e82f9dd32be4, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45d9d4f767114b40adb2e82f9dd32be4 is 175, key is test_row_0/A:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T18:23:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127091387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127091389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127091389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127091390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127091392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742465_1641 (size=65319) 2024-11-20T18:23:51,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45d9d4f767114b40adb2e82f9dd32be4 2024-11-20T18:23:51,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c1e201aaae994842a27cdf830e670c4a is 50, key is test_row_0/B:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T18:23:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742466_1642 (size=9657) 2024-11-20T18:23:51,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c1e201aaae994842a27cdf830e670c4a 2024-11-20T18:23:51,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/37330e294dda4fd98f4d2edcc12c342e is 50, key is test_row_0/C:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127091494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127091495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127091495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127091495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127091496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742467_1643 (size=9657) 2024-11-20T18:23:51,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/37330e294dda4fd98f4d2edcc12c342e 2024-11-20T18:23:51,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/45d9d4f767114b40adb2e82f9dd32be4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4 2024-11-20T18:23:51,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4, entries=350, sequenceid=106, filesize=63.8 K 2024-11-20T18:23:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/c1e201aaae994842a27cdf830e670c4a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a 2024-11-20T18:23:51,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a, entries=100, sequenceid=106, filesize=9.4 K 2024-11-20T18:23:51,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/37330e294dda4fd98f4d2edcc12c342e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e 2024-11-20T18:23:51,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e, entries=100, sequenceid=106, filesize=9.4 K 2024-11-20T18:23:51,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 02c8346a0fa01b9bf15abe670506f169 in 221ms, sequenceid=106, compaction requested=true 2024-11-20T18:23:51,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:51,550 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:51,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:51,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:51,552 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:51,553 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158287 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:51,553 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:51,553 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,553 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=154.6 K 2024-11-20T18:23:51,553 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,553 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4] 2024-11-20T18:23:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:51,554 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f406657d124bb996dfc6a46215460f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:51,554 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ac9d47bce7d4e75b4df0176e3d49bf8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732127027979 2024-11-20T18:23:51,554 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:51,554 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:51,554 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,554 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/231b52733481453c8298ad39d026d3f1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=44.7 K 2024-11-20T18:23:51,555 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45448463e47f461088413538f7e3edf8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732127029130 2024-11-20T18:23:51,556 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 231b52733481453c8298ad39d026d3f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:51,556 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45d9d4f767114b40adb2e82f9dd32be4, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127031315 2024-11-20T18:23:51,556 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting deac39c5d6804dc098ac9e2d61512a66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732127027979 2024-11-20T18:23:51,556 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b72feb6a60f4e6ba0c83738a0607642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732127029130 2024-11-20T18:23:51,557 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c1e201aaae994842a27cdf830e670c4a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127031328 2024-11-20T18:23:51,567 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:51,568 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/23a40d1b92d043aebbe17b208dbb5db1 is 50, key is test_row_0/B:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,570 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,581 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112080b6275d25b8445f855f69af46313707_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,583 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112080b6275d25b8445f855f69af46313707_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,583 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112080b6275d25b8445f855f69af46313707_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T18:23:51,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742468_1644 (size=12241) 2024-11-20T18:23:51,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T18:23:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,589 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742469_1645 (size=4469) 2024-11-20T18:23:51,595 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/23a40d1b92d043aebbe17b208dbb5db1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/23a40d1b92d043aebbe17b208dbb5db1 2024-11-20T18:23:51,597 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#555 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:51,597 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/683612d83f6c42cba4781843638a781b is 175, key is test_row_0/A:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,603 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 23a40d1b92d043aebbe17b208dbb5db1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:51,603 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:51,603 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=12, startTime=1732127031552; duration=0sec 2024-11-20T18:23:51,603 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:51,603 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:51,603 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:51,605 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:51,605 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:51,606 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,606 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/aa4d19c5c4944f91a0dd16351d7a2ef1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=44.7 K 2024-11-20T18:23:51,606 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting aa4d19c5c4944f91a0dd16351d7a2ef1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732127027644 2024-11-20T18:23:51,607 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting c390a6e2a005422a9a944af4e9d5ff63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732127027979 2024-11-20T18:23:51,608 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 13738c2e92c746c9995e127c604819f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732127029130 2024-11-20T18:23:51,609 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 37330e294dda4fd98f4d2edcc12c342e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127031328 2024-11-20T18:23:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017839b7df0dc4a018bcad89ee188996a_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127031387/Put/seqid=0 2024-11-20T18:23:51,638 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:51,640 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2567b73397984ede90e30f61d8a1954b is 50, key is test_row_0/C:col10/1732127031328/Put/seqid=0 2024-11-20T18:23:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742471_1647 (size=12204) 2024-11-20T18:23:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742470_1646 (size=31302) 2024-11-20T18:23:51,680 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017839b7df0dc4a018bcad89ee188996a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017839b7df0dc4a018bcad89ee188996a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/6f4472a96f774d8eb2a3b88d05592e2c, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:51,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/6f4472a96f774d8eb2a3b88d05592e2c is 175, key is test_row_0/A:col10/1732127031387/Put/seqid=0 2024-11-20T18:23:51,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/683612d83f6c42cba4781843638a781b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b 2024-11-20T18:23:51,700 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 683612d83f6c42cba4781843638a781b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:51,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:51,700 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=12, startTime=1732127031550; duration=0sec 2024-11-20T18:23:51,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:51,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127091704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127091706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127091707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127091710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127091712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742472_1648 (size=12241) 2024-11-20T18:23:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742473_1649 (size=31005) 2024-11-20T18:23:51,749 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/6f4472a96f774d8eb2a3b88d05592e2c 2024-11-20T18:23:51,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3298b8fa4a8c4ff3a864485cbcc25949 is 50, key is test_row_0/B:col10/1732127031387/Put/seqid=0 2024-11-20T18:23:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742474_1650 (size=12051) 2024-11-20T18:23:51,794 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3298b8fa4a8c4ff3a864485cbcc25949 2024-11-20T18:23:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/34dcf5d112cb453fa5cc61ee36e4fe6c is 50, key is test_row_0/C:col10/1732127031387/Put/seqid=0 2024-11-20T18:23:51,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127091812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127091813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127091814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127091816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127091817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742475_1651 (size=12051) 2024-11-20T18:23:51,834 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/34dcf5d112cb453fa5cc61ee36e4fe6c 2024-11-20T18:23:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/6f4472a96f774d8eb2a3b88d05592e2c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c 2024-11-20T18:23:51,844 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c, entries=150, sequenceid=130, filesize=30.3 K 2024-11-20T18:23:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3298b8fa4a8c4ff3a864485cbcc25949 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949 2024-11-20T18:23:51,850 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T18:23:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/34dcf5d112cb453fa5cc61ee36e4fe6c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c 2024-11-20T18:23:51,855 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T18:23:51,855 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02c8346a0fa01b9bf15abe670506f169 in 266ms, sequenceid=130, compaction requested=false 2024-11-20T18:23:51,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:51,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T18:23:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T18:23:51,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T18:23:51,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 575 msec 2024-11-20T18:23:51,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 586 msec 2024-11-20T18:23:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T18:23:51,888 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T18:23:51,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-20T18:23:51,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T18:23:51,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:51,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T18:23:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:52,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f74b17e348964b938d6cfc0b21db385a_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T18:23:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127092064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127092069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127092071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127092072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127092072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742476_1652 (size=12304) 2024-11-20T18:23:52,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:52,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f74b17e348964b938d6cfc0b21db385a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f74b17e348964b938d6cfc0b21db385a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:52,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ece6424e462a45328c23bf6da022ce23, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ece6424e462a45328c23bf6da022ce23 is 175, key is test_row_0/A:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742477_1653 (size=31105) 2024-11-20T18:23:52,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ece6424e462a45328c23bf6da022ce23 2024-11-20T18:23:52,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/6f8cf01239a04099a899f431a68fc32a is 50, key is test_row_0/B:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742478_1654 (size=12151) 2024-11-20T18:23:52,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/6f8cf01239a04099a899f431a68fc32a 2024-11-20T18:23:52,140 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2567b73397984ede90e30f61d8a1954b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2567b73397984ede90e30f61d8a1954b 2024-11-20T18:23:52,151 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into 2567b73397984ede90e30f61d8a1954b(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:52,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,151 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=12, startTime=1732127031554; duration=0sec 2024-11-20T18:23:52,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:52,151 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:52,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/843c2009330247ada3505f59389bcdd4 is 50, key is test_row_0/C:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127092173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127092177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127092177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127092178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127092178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742479_1655 (size=12151) 2024-11-20T18:23:52,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/843c2009330247ada3505f59389bcdd4 2024-11-20T18:23:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ece6424e462a45328c23bf6da022ce23 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23 2024-11-20T18:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T18:23:52,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23, entries=150, sequenceid=146, filesize=30.4 K 2024-11-20T18:23:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/6f8cf01239a04099a899f431a68fc32a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a 2024-11-20T18:23:52,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T18:23:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:52,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a, entries=150, sequenceid=146, filesize=11.9 K 2024-11-20T18:23:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/843c2009330247ada3505f59389bcdd4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4 2024-11-20T18:23:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4, entries=150, sequenceid=146, filesize=11.9 K 2024-11-20T18:23:52,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 02c8346a0fa01b9bf15abe670506f169 in 195ms, sequenceid=146, compaction requested=true 2024-11-20T18:23:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,217 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:52,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:52,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:52,218 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:52,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:52,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:52,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:52,219 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93412 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:52,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:52,219 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:52,219 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,219 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=91.2 K 2024-11-20T18:23:52,219 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,219 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23] 2024-11-20T18:23:52,221 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:52,221 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 683612d83f6c42cba4781843638a781b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127029135 2024-11-20T18:23:52,221 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:52,221 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,221 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/23a40d1b92d043aebbe17b208dbb5db1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=35.6 K 2024-11-20T18:23:52,221 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f4472a96f774d8eb2a3b88d05592e2c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732127031387 2024-11-20T18:23:52,221 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 23a40d1b92d043aebbe17b208dbb5db1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127029135 2024-11-20T18:23:52,222 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ece6424e462a45328c23bf6da022ce23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:52,222 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3298b8fa4a8c4ff3a864485cbcc25949, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732127031387 2024-11-20T18:23:52,223 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f8cf01239a04099a899f431a68fc32a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:52,236 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,250 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#564 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:52,250 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/2c99bc01cd3b4b73948b513818874b94 is 50, key is test_row_0/B:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,257 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206ca07c3b6ab8464d9b62b207b3c6cdeb_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,258 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206ca07c3b6ab8464d9b62b207b3c6cdeb_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,259 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206ca07c3b6ab8464d9b62b207b3c6cdeb_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742480_1656 (size=12493) 2024-11-20T18:23:52,295 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/2c99bc01cd3b4b73948b513818874b94 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2c99bc01cd3b4b73948b513818874b94 2024-11-20T18:23:52,300 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 2c99bc01cd3b4b73948b513818874b94(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:52,301 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,301 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127032218; duration=0sec 2024-11-20T18:23:52,301 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:52,301 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:52,301 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:52,302 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:52,302 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:52,302 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,302 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2567b73397984ede90e30f61d8a1954b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=35.6 K 2024-11-20T18:23:52,302 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2567b73397984ede90e30f61d8a1954b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732127029135 2024-11-20T18:23:52,303 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 34dcf5d112cb453fa5cc61ee36e4fe6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732127031387 2024-11-20T18:23:52,304 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 843c2009330247ada3505f59389bcdd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:52,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742481_1657 (size=4469) 2024-11-20T18:23:52,314 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:52,315 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d145babba6854ea999e72dd4d42fbf34 is 50, key is test_row_0/C:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742482_1658 (size=12493) 2024-11-20T18:23:52,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T18:23:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,351 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:23:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205de34297068448dcb54dfbcbbe0bc913_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127032070/Put/seqid=0 2024-11-20T18:23:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742483_1659 (size=12304) 2024-11-20T18:23:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127092387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127092388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,395 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205de34297068448dcb54dfbcbbe0bc913_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205de34297068448dcb54dfbcbbe0bc913_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b019602963da4a719107dade7100e1e3, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b019602963da4a719107dade7100e1e3 is 175, key is test_row_0/A:col10/1732127032070/Put/seqid=0 2024-11-20T18:23:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127092391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127092391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127092392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742484_1660 (size=31105) 2024-11-20T18:23:52,421 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b019602963da4a719107dade7100e1e3 2024-11-20T18:23:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/2058af48367e41cb863e19d2d56c29cc is 50, key is test_row_0/B:col10/1732127032070/Put/seqid=0 2024-11-20T18:23:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742485_1661 (size=12151) 2024-11-20T18:23:52,464 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/2058af48367e41cb863e19d2d56c29cc 2024-11-20T18:23:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/170e367f9af344e68e3e8d9947af0f1a is 50, key is test_row_0/C:col10/1732127032070/Put/seqid=0 2024-11-20T18:23:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T18:23:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127092494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127092494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127092498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127092498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127092498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742486_1662 (size=12151) 2024-11-20T18:23:52,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127092697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127092698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127092702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127092703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127092703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:52,708 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#563 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:52,709 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/24e1cba6b59a4236befca8ce0513ef32 is 175, key is test_row_0/A:col10/1732127032019/Put/seqid=0 2024-11-20T18:23:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742487_1663 (size=31447) 2024-11-20T18:23:52,735 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d145babba6854ea999e72dd4d42fbf34 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d145babba6854ea999e72dd4d42fbf34 2024-11-20T18:23:52,736 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/24e1cba6b59a4236befca8ce0513ef32 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32 2024-11-20T18:23:52,741 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into d145babba6854ea999e72dd4d42fbf34(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:52,741 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,741 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127032219; duration=0sec 2024-11-20T18:23:52,741 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:52,741 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:52,743 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 24e1cba6b59a4236befca8ce0513ef32(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:52,743 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,744 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127032216; duration=0sec 2024-11-20T18:23:52,744 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:52,744 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:52,933 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/170e367f9af344e68e3e8d9947af0f1a 2024-11-20T18:23:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b019602963da4a719107dade7100e1e3 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3 2024-11-20T18:23:52,944 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3, entries=150, sequenceid=172, filesize=30.4 K 2024-11-20T18:23:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/2058af48367e41cb863e19d2d56c29cc as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc 2024-11-20T18:23:52,950 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:23:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/170e367f9af344e68e3e8d9947af0f1a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a 2024-11-20T18:23:52,954 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T18:23:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 02c8346a0fa01b9bf15abe670506f169 in 604ms, sequenceid=172, compaction requested=false 2024-11-20T18:23:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-20T18:23:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-20T18:23:52,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T18:23:52,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-20T18:23:52,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.0700 sec 2024-11-20T18:23:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T18:23:52,995 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T18:23:52,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-20T18:23:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:53,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:53,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:53,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:53,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:23:53,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:53,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:53,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:53,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:53,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205e12fcf140964b9cb9ad300ac486d992_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742488_1664 (size=12304) 2024-11-20T18:23:53,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20134de2f3609f76 with lease ID 0x9512346d9288ec73: from storage DS-9fb7d77e-f85d-4378-9d83-37f88bdb28b0 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206), blocks: 319, hasStaleStorage: false, processing time: 3 msecs, invalidatedBlocks: 2 2024-11-20T18:23:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20134de2f3609f76 with lease ID 0x9512346d9288ec73: from storage DS-96a585c7-5e64-4456-acca-d28757daac8d node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=cd3bb689-cdd6-49ac-8596-57b78813d726, infoPort=37303, infoSecurePort=0, ipcPort=33675, storageInfo=lv=-57;cid=testClusterID;nsid=1941439889;c=1732126872206), blocks: 315, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:23:53,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:53,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205e12fcf140964b9cb9ad300ac486d992_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e12fcf140964b9cb9ad300ac486d992_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:53,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b0b0c193126145d8a6f18feb784fcf1d, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b0b0c193126145d8a6f18feb784fcf1d is 175, key is test_row_0/A:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742489_1665 (size=31105) 2024-11-20T18:23:53,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b0b0c193126145d8a6f18feb784fcf1d 2024-11-20T18:23:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:53,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ad2b9c040eec4803842aaba178c2e55f is 50, key is test_row_0/B:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742490_1666 (size=12151) 2024-11-20T18:23:53,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ad2b9c040eec4803842aaba178c2e55f 2024-11-20T18:23:53,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/5b719ad84c714e688fcefb078a0aad7c is 50, key is test_row_0/C:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742491_1667 (size=12151) 2024-11-20T18:23:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:53,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:53,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/5b719ad84c714e688fcefb078a0aad7c 2024-11-20T18:23:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/b0b0c193126145d8a6f18feb784fcf1d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d 2024-11-20T18:23:53,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d, entries=150, sequenceid=188, filesize=30.4 K 2024-11-20T18:23:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ad2b9c040eec4803842aaba178c2e55f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f 2024-11-20T18:23:53,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f, entries=150, sequenceid=188, filesize=11.9 K 2024-11-20T18:23:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/5b719ad84c714e688fcefb078a0aad7c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c 2024-11-20T18:23:53,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c, entries=150, sequenceid=188, filesize=11.9 K 2024-11-20T18:23:53,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 02c8346a0fa01b9bf15abe670506f169 in 635ms, sequenceid=188, compaction requested=true 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:53,640 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:23:53,641 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:53,642 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:53,642 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:53,643 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,643 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=91.5 K 2024-11-20T18:23:53,643 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,643 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d] 2024-11-20T18:23:53,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:53,643 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:53,643 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,643 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2c99bc01cd3b4b73948b513818874b94, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=35.9 K 2024-11-20T18:23:53,644 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e1cba6b59a4236befca8ce0513ef32, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:53,644 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c99bc01cd3b4b73948b513818874b94, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:53,644 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b019602963da4a719107dade7100e1e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732127032068 2024-11-20T18:23:53,645 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2058af48367e41cb863e19d2d56c29cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732127032068 2024-11-20T18:23:53,645 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0b0c193126145d8a6f18feb784fcf1d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:53,646 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ad2b9c040eec4803842aaba178c2e55f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:53,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:23:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,668 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,674 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:53,674 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/cb441daf7ab343b1bd3732b54029ca22 is 50, key is test_row_0/B:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203df0b9d53c304fcdbab2d0d2def4defe_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127033649/Put/seqid=0 2024-11-20T18:23:53,691 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dcc688902571497189acd1ce99ddbea9_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dcc688902571497189acd1ce99ddbea9_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,693 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dcc688902571497189acd1ce99ddbea9_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742492_1668 (size=12595) 2024-11-20T18:23:53,744 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/cb441daf7ab343b1bd3732b54029ca22 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/cb441daf7ab343b1bd3732b54029ca22 2024-11-20T18:23:53,750 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into cb441daf7ab343b1bd3732b54029ca22(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:53,750 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:53,750 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127033640; duration=0sec 2024-11-20T18:23:53,750 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:53,750 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:53,750 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:53,751 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:53,751 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:53,751 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,751 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d145babba6854ea999e72dd4d42fbf34, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=35.9 K 2024-11-20T18:23:53,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d145babba6854ea999e72dd4d42fbf34, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732127031706 2024-11-20T18:23:53,752 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 170e367f9af344e68e3e8d9947af0f1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732127032068 2024-11-20T18:23:53,753 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b719ad84c714e688fcefb078a0aad7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742493_1669 (size=17284) 2024-11-20T18:23:53,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:53,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203df0b9d53c304fcdbab2d0d2def4defe_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203df0b9d53c304fcdbab2d0d2def4defe_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:53,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ab8530f5cc394db5a1d0fa776937911b, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:53,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ab8530f5cc394db5a1d0fa776937911b is 175, key is test_row_0/A:col10/1732127033649/Put/seqid=0 2024-11-20T18:23:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742494_1670 (size=4469) 2024-11-20T18:23:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,779 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#572 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:53,779 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/2b7cf5a58f9f4f25b1ef1a226cadb859 is 175, key is test_row_0/A:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,795 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:53,796 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/94c3ac2c81d745c88a522728b7a5365c is 50, key is test_row_0/C:col10/1732127032390/Put/seqid=0 2024-11-20T18:23:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742495_1671 (size=48389) 2024-11-20T18:23:53,827 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ab8530f5cc394db5a1d0fa776937911b 2024-11-20T18:23:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742496_1672 (size=31549) 2024-11-20T18:23:53,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/80b23f82f32b430d9235ba4084f827e9 is 50, key is test_row_0/B:col10/1732127033649/Put/seqid=0 2024-11-20T18:23:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742497_1673 (size=12595) 2024-11-20T18:23:53,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742498_1674 (size=12151) 2024-11-20T18:23:53,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:53,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:53,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:53,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127093972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127093973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127093974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127093974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127093978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:54,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:54,235 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/2b7cf5a58f9f4f25b1ef1a226cadb859 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859 2024-11-20T18:23:54,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:54,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:54,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:54,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:54,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,246 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 2b7cf5a58f9f4f25b1ef1a226cadb859(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,246 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:54,246 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127033640; duration=0sec 2024-11-20T18:23:54,246 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:54,246 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:54,258 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/94c3ac2c81d745c88a522728b7a5365c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/94c3ac2c81d745c88a522728b7a5365c 2024-11-20T18:23:54,263 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into 94c3ac2c81d745c88a522728b7a5365c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:54,263 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:54,263 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127033640; duration=0sec 2024-11-20T18:23:54,264 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:54,264 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127094278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127094279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127094280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127094281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/80b23f82f32b430d9235ba4084f827e9 2024-11-20T18:23:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127094284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/99ca1c63fa064d2abc66375f882cc0e1 is 50, key is test_row_0/C:col10/1732127033649/Put/seqid=0 2024-11-20T18:23:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742499_1675 (size=12151) 2024-11-20T18:23:54,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/99ca1c63fa064d2abc66375f882cc0e1 2024-11-20T18:23:54,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ab8530f5cc394db5a1d0fa776937911b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b 2024-11-20T18:23:54,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b, entries=250, sequenceid=213, filesize=47.3 K 2024-11-20T18:23:54,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/80b23f82f32b430d9235ba4084f827e9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9 2024-11-20T18:23:54,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T18:23:54,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/99ca1c63fa064d2abc66375f882cc0e1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1 2024-11-20T18:23:54,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T18:23:54,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 02c8346a0fa01b9bf15abe670506f169 in 690ms, sequenceid=213, compaction requested=false 2024-11-20T18:23:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:54,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T18:23:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:54,398 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:54,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:54,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7f979fc474144d580680608b9194982_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127033661/Put/seqid=0 2024-11-20T18:23:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742500_1676 (size=12304) 2024-11-20T18:23:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:54,457 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7f979fc474144d580680608b9194982_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7f979fc474144d580680608b9194982_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e63aed89b7bc46e4a9ae11c8951232a5, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e63aed89b7bc46e4a9ae11c8951232a5 is 175, key is test_row_0/A:col10/1732127033661/Put/seqid=0 2024-11-20T18:23:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742501_1677 (size=31105) 2024-11-20T18:23:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127094814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127094814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127094815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127094817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127094817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,863 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e63aed89b7bc46e4a9ae11c8951232a5 2024-11-20T18:23:54,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/98d98676782c4af298d495ea85b0be42 is 50, key is test_row_0/B:col10/1732127033661/Put/seqid=0 2024-11-20T18:23:54,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127094919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127094919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742502_1678 (size=12151) 2024-11-20T18:23:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127094921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127094923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127094923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:55,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127095124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127095124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127095125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127095127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127095127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,324 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/98d98676782c4af298d495ea85b0be42 2024-11-20T18:23:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/beec5d89b06f4b47bc92f0fc327ce382 is 50, key is test_row_0/C:col10/1732127033661/Put/seqid=0 2024-11-20T18:23:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742503_1679 (size=12151) 2024-11-20T18:23:55,346 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/beec5d89b06f4b47bc92f0fc327ce382 2024-11-20T18:23:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e63aed89b7bc46e4a9ae11c8951232a5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5 2024-11-20T18:23:55,359 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5, entries=150, sequenceid=227, filesize=30.4 K 2024-11-20T18:23:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/98d98676782c4af298d495ea85b0be42 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42 2024-11-20T18:23:55,367 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T18:23:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/beec5d89b06f4b47bc92f0fc327ce382 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382 2024-11-20T18:23:55,372 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T18:23:55,373 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02c8346a0fa01b9bf15abe670506f169 in 975ms, sequenceid=227, compaction requested=true 2024-11-20T18:23:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-20T18:23:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-20T18:23:55,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T18:23:55,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3710 sec 2024-11-20T18:23:55,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.3800 sec 2024-11-20T18:23:55,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:23:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:55,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:55,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:55,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:55,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:55,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127095438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127095443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127095443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127095444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127095444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cad96a80c14a47e0b8cbd4644fe356ca_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742504_1680 (size=14794) 2024-11-20T18:23:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127095546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127095548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127095549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127095552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127095552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127095749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127095755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127095754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127095756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127095755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:55,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:55,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cad96a80c14a47e0b8cbd4644fe356ca_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cad96a80c14a47e0b8cbd4644fe356ca_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:55,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3c8c7d33965c4c67a980f6d8e9093b50, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:55,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3c8c7d33965c4c67a980f6d8e9093b50 is 175, key is test_row_0/A:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742505_1681 (size=39749) 2024-11-20T18:23:55,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3c8c7d33965c4c67a980f6d8e9093b50 2024-11-20T18:23:55,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/68a13784b0f04498b8183a4df78d2046 is 50, key is test_row_0/B:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742506_1682 (size=12151) 2024-11-20T18:23:55,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/68a13784b0f04498b8183a4df78d2046 2024-11-20T18:23:55,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/620b9a0661db48ef9008cd70abfccd48 is 50, key is test_row_0/C:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742507_1683 (size=12151) 2024-11-20T18:23:56,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127096053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127096059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127096059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127096061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127096061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/620b9a0661db48ef9008cd70abfccd48 2024-11-20T18:23:56,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/3c8c7d33965c4c67a980f6d8e9093b50 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50 2024-11-20T18:23:56,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50, entries=200, sequenceid=256, filesize=38.8 K 2024-11-20T18:23:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/68a13784b0f04498b8183a4df78d2046 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046 2024-11-20T18:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T18:23:56,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/620b9a0661db48ef9008cd70abfccd48 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48 2024-11-20T18:23:56,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T18:23:56,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 02c8346a0fa01b9bf15abe670506f169 in 1038ms, sequenceid=256, compaction requested=true 2024-11-20T18:23:56,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:56,474 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:56,474 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:56,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:56,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:56,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,475 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:56,476 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:56,476 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:56,476 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=147.3 K 2024-11-20T18:23:56,476 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,476 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50] 2024-11-20T18:23:56,476 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7cf5a58f9f4f25b1ef1a226cadb859, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,477 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,477 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:56,477 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:56,477 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/cb441daf7ab343b1bd3732b54029ca22, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=47.9 K 2024-11-20T18:23:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,477 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8530f5cc394db5a1d0fa776937911b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732127033026 2024-11-20T18:23:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,478 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting cb441daf7ab343b1bd3732b54029ca22, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:56,478 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e63aed89b7bc46e4a9ae11c8951232a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732127033657 2024-11-20T18:23:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,478 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 80b23f82f32b430d9235ba4084f827e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732127033026 2024-11-20T18:23:56,478 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8c7d33965c4c67a980f6d8e9093b50, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127034813 2024-11-20T18:23:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,479 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d98676782c4af298d495ea85b0be42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732127033657 2024-11-20T18:23:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,479 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a13784b0f04498b8183a4df78d2046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127035433 2024-11-20T18:23:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,487 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,503 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#585 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,504 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9 is 50, key is test_row_0/B:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,511 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112097623ef0cc8040bd9c81dd802d55ff67_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,514 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112097623ef0cc8040bd9c81dd802d55ff67_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,514 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112097623ef0cc8040bd9c81dd802d55ff67_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742509_1685 (size=4469) 2024-11-20T18:23:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,531 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#584 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742508_1684 (size=12731) 2024-11-20T18:23:56,532 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/10eddac919bd41d9858a80a26435b110 is 175, key is test_row_0/A:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,539 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9 2024-11-20T18:23:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,546 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into e262a26f9f4e4bd8a7bc08a8ab28c1f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:56,546 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,546 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=12, startTime=1732127036474; duration=0sec 2024-11-20T18:23:56,546 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:56,546 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:56,546 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:23:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,548 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:23:56,548 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:56,549 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,549 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/94c3ac2c81d745c88a522728b7a5365c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=47.9 K 2024-11-20T18:23:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,549 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c3ac2c81d745c88a522728b7a5365c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732127032386 2024-11-20T18:23:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,550 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 99ca1c63fa064d2abc66375f882cc0e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732127033026 2024-11-20T18:23:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,550 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting beec5d89b06f4b47bc92f0fc327ce382, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732127033657 2024-11-20T18:23:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,550 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 620b9a0661db48ef9008cd70abfccd48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127035433 2024-11-20T18:23:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742510_1686 (size=31685) 2024-11-20T18:23:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,574 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#586 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:56,575 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/229b45071fb547d088fc8246f4868d2a is 50, key is test_row_0/C:col10/1732127035434/Put/seqid=0 2024-11-20T18:23:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742511_1687 (size=12731) 2024-11-20T18:23:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:56,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:23:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009db200bbb06425a99fcf410db37770d_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127036648/Put/seqid=0 2024-11-20T18:23:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127096699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127096700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127096700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127096705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127096707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742512_1688 (size=14994) 2024-11-20T18:23:56,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:56,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009db200bbb06425a99fcf410db37770d_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009db200bbb06425a99fcf410db37770d_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:56,728 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7798d48ec2f4544aae0497da7fcf240, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:56,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7798d48ec2f4544aae0497da7fcf240 is 175, key is test_row_0/A:col10/1732127036648/Put/seqid=0 2024-11-20T18:23:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742513_1689 (size=39949) 2024-11-20T18:23:56,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7798d48ec2f4544aae0497da7fcf240 2024-11-20T18:23:56,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/701eadc2456244f5bb2b5c6f6f3e3468 is 50, key is test_row_0/B:col10/1732127036648/Put/seqid=0 2024-11-20T18:23:56,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127096809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127096809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127096812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127096812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127096814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742514_1690 (size=12301) 2024-11-20T18:23:56,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/701eadc2456244f5bb2b5c6f6f3e3468 2024-11-20T18:23:56,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/927a704ebd8241fa9921659b2c3afc95 is 50, key is test_row_0/C:col10/1732127036648/Put/seqid=0 2024-11-20T18:23:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742515_1691 (size=12301) 2024-11-20T18:23:56,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/927a704ebd8241fa9921659b2c3afc95 2024-11-20T18:23:56,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7798d48ec2f4544aae0497da7fcf240 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240 2024-11-20T18:23:56,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240, entries=200, sequenceid=270, filesize=39.0 K 2024-11-20T18:23:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/701eadc2456244f5bb2b5c6f6f3e3468 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468 2024-11-20T18:23:56,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T18:23:56,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/927a704ebd8241fa9921659b2c3afc95 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95 2024-11-20T18:23:56,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T18:23:56,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02c8346a0fa01b9bf15abe670506f169 in 246ms, sequenceid=270, compaction requested=false 2024-11-20T18:23:56,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:56,962 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/10eddac919bd41d9858a80a26435b110 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110 2024-11-20T18:23:56,967 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 10eddac919bd41d9858a80a26435b110(size=30.9 K), total size for store is 70.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:56,967 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:56,967 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=12, startTime=1732127036474; duration=0sec 2024-11-20T18:23:56,967 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:56,967 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:57,000 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/229b45071fb547d088fc8246f4868d2a as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/229b45071fb547d088fc8246f4868d2a 2024-11-20T18:23:57,018 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into 229b45071fb547d088fc8246f4868d2a(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:57,019 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:57,019 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=12, startTime=1732127036475; duration=0sec 2024-11-20T18:23:57,019 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:57,019 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:57,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127097027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127097028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127097030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127097029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127097033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202cd0912659d64faaa8752b7bb6718b05_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742516_1692 (size=12454) 2024-11-20T18:23:57,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:57,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202cd0912659d64faaa8752b7bb6718b05_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd0912659d64faaa8752b7bb6718b05_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:57,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/97bf4dee57b042eb89e039b5508b1d70, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:57,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/97bf4dee57b042eb89e039b5508b1d70 is 175, key is test_row_0/A:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:57,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742517_1693 (size=31255) 2024-11-20T18:23:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T18:23:57,112 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-20T18:23:57,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-20T18:23:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:57,118 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:57,119 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:57,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127097134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127097135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127097136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127097136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127097139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:57,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127097336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127097339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127097339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127097340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127097348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:57,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/97bf4dee57b042eb89e039b5508b1d70 2024-11-20T18:23:57,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/03564368db0b4ca19aa2e444b6d7ffa4 is 50, key is test_row_0/B:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:57,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742518_1694 (size=12301) 2024-11-20T18:23:57,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/03564368db0b4ca19aa2e444b6d7ffa4 2024-11-20T18:23:57,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/531665e6e77a4b12802caebfb340f42e is 50, key is test_row_0/C:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:57,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742519_1695 (size=12301) 2024-11-20T18:23:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127097645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127097646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127097646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127097651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127097653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:57,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:57,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:57,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:57,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:58,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/531665e6e77a4b12802caebfb340f42e 2024-11-20T18:23:58,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/97bf4dee57b042eb89e039b5508b1d70 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70 2024-11-20T18:23:58,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70, entries=150, sequenceid=298, filesize=30.5 K 2024-11-20T18:23:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/03564368db0b4ca19aa2e444b6d7ffa4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4 2024-11-20T18:23:58,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T18:23:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/531665e6e77a4b12802caebfb340f42e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e 2024-11-20T18:23:58,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T18:23:58,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 02c8346a0fa01b9bf15abe670506f169 in 1013ms, sequenceid=298, compaction requested=true 2024-11-20T18:23:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:58,034 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:58,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:23:58,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:58,035 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:58,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:23:58,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:58,036 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:58,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:23:58,036 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:23:58,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:58,036 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:58,036 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=100.5 K 2024-11-20T18:23:58,036 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:58,036 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70] 2024-11-20T18:23:58,037 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:58,037 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:23:58,037 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:58,037 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.5 K 2024-11-20T18:23:58,037 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10eddac919bd41d9858a80a26435b110, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127035433 2024-11-20T18:23:58,038 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting e262a26f9f4e4bd8a7bc08a8ab28c1f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127035433 2024-11-20T18:23:58,038 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7798d48ec2f4544aae0497da7fcf240, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732127035442 2024-11-20T18:23:58,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T18:23:58,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:58,039 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97bf4dee57b042eb89e039b5508b1d70, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:23:58,039 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:58,040 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 701eadc2456244f5bb2b5c6f6f3e3468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732127036608 2024-11-20T18:23:58,041 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 03564368db0b4ca19aa2e444b6d7ffa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:23:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d1094ffadc0449a9249690fb9c679c9_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127037031/Put/seqid=0 2024-11-20T18:23:58,075 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:58,086 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:58,087 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/28d97a502dc2456b9cc258dfc57f829e is 50, key is test_row_0/B:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:58,103 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e18ca9c1924d4b9284fcd5783e87d118_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:58,105 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e18ca9c1924d4b9284fcd5783e87d118_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:58,105 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e18ca9c1924d4b9284fcd5783e87d118_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:58,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742520_1696 (size=12454) 2024-11-20T18:23:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:58,121 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d1094ffadc0449a9249690fb9c679c9_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d1094ffadc0449a9249690fb9c679c9_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f30945f757af4ea8a2de010b1e70ad86, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:58,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f30945f757af4ea8a2de010b1e70ad86 is 175, key is test_row_0/A:col10/1732127037031/Put/seqid=0 2024-11-20T18:23:58,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742521_1697 (size=12983) 2024-11-20T18:23:58,147 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/28d97a502dc2456b9cc258dfc57f829e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/28d97a502dc2456b9cc258dfc57f829e 2024-11-20T18:23:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:58,155 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 28d97a502dc2456b9cc258dfc57f829e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:58,155 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:58,155 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127038035; duration=0sec 2024-11-20T18:23:58,155 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:23:58,155 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:23:58,155 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:23:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742522_1698 (size=4469) 2024-11-20T18:23:58,164 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:23:58,164 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:23:58,164 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:58,165 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/229b45071fb547d088fc8246f4868d2a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.5 K 2024-11-20T18:23:58,165 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 229b45071fb547d088fc8246f4868d2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732127035433 2024-11-20T18:23:58,166 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 927a704ebd8241fa9921659b2c3afc95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732127036608 2024-11-20T18:23:58,166 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 531665e6e77a4b12802caebfb340f42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:23:58,174 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742523_1699 (size=31255) 2024-11-20T18:23:58,174 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/f7709ed1c24741eda91be13041cb133b is 50, key is test_row_0/C:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:58,175 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f30945f757af4ea8a2de010b1e70ad86 2024-11-20T18:23:58,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3a7983ecce864734b8201234951863b4 is 50, key is test_row_0/B:col10/1732127037031/Put/seqid=0 2024-11-20T18:23:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742524_1700 (size=12983) 2024-11-20T18:23:58,233 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/f7709ed1c24741eda91be13041cb133b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/f7709ed1c24741eda91be13041cb133b 2024-11-20T18:23:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127098233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127098235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127098236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127098237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127098238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,246 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into f7709ed1c24741eda91be13041cb133b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:58,246 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:58,246 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127038036; duration=0sec 2024-11-20T18:23:58,246 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:58,246 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:23:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742525_1701 (size=12301) 2024-11-20T18:23:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127098344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127098344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127098345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127098346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127098347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127098548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127098549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127098549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127098550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127098552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,563 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#594 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:23:58,564 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/5b37bdd47e194dacab8966d76551cb1b is 175, key is test_row_0/A:col10/1732127036705/Put/seqid=0 2024-11-20T18:23:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742526_1702 (size=31937) 2024-11-20T18:23:58,592 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/5b37bdd47e194dacab8966d76551cb1b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b 2024-11-20T18:23:58,597 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 5b37bdd47e194dacab8966d76551cb1b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:23:58,597 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:58,597 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127038034; duration=0sec 2024-11-20T18:23:58,597 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:23:58,597 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:23:58,656 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3a7983ecce864734b8201234951863b4 2024-11-20T18:23:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/41519c60e5d74812a7a72a5a07a943c4 is 50, key is test_row_0/C:col10/1732127037031/Put/seqid=0 2024-11-20T18:23:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742527_1703 (size=12301) 2024-11-20T18:23:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127098851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127098853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127098854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127098855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:58,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127098855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,103 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/41519c60e5d74812a7a72a5a07a943c4 2024-11-20T18:23:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f30945f757af4ea8a2de010b1e70ad86 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86 2024-11-20T18:23:59,114 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86, entries=150, sequenceid=308, filesize=30.5 K 2024-11-20T18:23:59,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/3a7983ecce864734b8201234951863b4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4 2024-11-20T18:23:59,120 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4, entries=150, sequenceid=308, filesize=12.0 K 2024-11-20T18:23:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/41519c60e5d74812a7a72a5a07a943c4 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4 2024-11-20T18:23:59,125 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4, entries=150, sequenceid=308, filesize=12.0 K 2024-11-20T18:23:59,125 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 02c8346a0fa01b9bf15abe670506f169 in 1086ms, sequenceid=308, compaction requested=false 2024-11-20T18:23:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:23:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-20T18:23:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-20T18:23:59,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-20T18:23:59,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-11-20T18:23:59,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.0160 sec 2024-11-20T18:23:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T18:23:59,221 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-20T18:23:59,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:23:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-20T18:23:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:23:59,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:23:59,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:23:59,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:23:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:23:59,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:23:59,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:23:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:59,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127099366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127099366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127099366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127099370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127099371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:23:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd46935b3fc04ce5ae0acf22596871ea_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127038235/Put/seqid=0 2024-11-20T18:23:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742528_1704 (size=12454) 2024-11-20T18:23:59,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127099471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127099471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127099472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127099475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127099476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:23:59,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:23:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127099675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127099675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127099675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127099679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127099679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:23:59,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:59,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd46935b3fc04ce5ae0acf22596871ea_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd46935b3fc04ce5ae0acf22596871ea_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:23:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:23:59,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4e7fffeb16904658a752f69d6b0ebb21, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:23:59,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4e7fffeb16904658a752f69d6b0ebb21 is 175, key is test_row_0/A:col10/1732127038235/Put/seqid=0 2024-11-20T18:23:59,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:23:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742529_1705 (size=31255) 2024-11-20T18:23:59,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4e7fffeb16904658a752f69d6b0ebb21 2024-11-20T18:23:59,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/58998d4b626049b59c09cca090b30656 is 50, key is test_row_0/B:col10/1732127038235/Put/seqid=0 2024-11-20T18:23:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742530_1706 (size=12301) 2024-11-20T18:23:59,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127099978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127099980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127099981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127099982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:23:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127099982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:23:59,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:23:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:23:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:23:59,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:23:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:24:00,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:00,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:24:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:00,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/58998d4b626049b59c09cca090b30656 2024-11-20T18:24:00,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/cbb724413b014934b73a8026303ba3c1 is 50, key is test_row_0/C:col10/1732127038235/Put/seqid=0 2024-11-20T18:24:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:24:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742531_1707 (size=12301) 2024-11-20T18:24:00,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/cbb724413b014934b73a8026303ba3c1 2024-11-20T18:24:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4e7fffeb16904658a752f69d6b0ebb21 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21 2024-11-20T18:24:00,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21, entries=150, sequenceid=338, filesize=30.5 K 2024-11-20T18:24:00,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/58998d4b626049b59c09cca090b30656 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656 2024-11-20T18:24:00,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656, entries=150, sequenceid=338, filesize=12.0 K 2024-11-20T18:24:00,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/cbb724413b014934b73a8026303ba3c1 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1 2024-11-20T18:24:00,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-20T18:24:00,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 02c8346a0fa01b9bf15abe670506f169 in 1039ms, sequenceid=338, compaction requested=true 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:00,396 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:24:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:24:00,397 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:00,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:00,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:24:00,408 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,409 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=92.2 K 2024-11-20T18:24:00,409 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,409 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21] 2024-11-20T18:24:00,409 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:00,409 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:24:00,409 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,409 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/28d97a502dc2456b9cc258dfc57f829e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.7 K 2024-11-20T18:24:00,409 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b37bdd47e194dacab8966d76551cb1b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:24:00,410 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28d97a502dc2456b9cc258dfc57f829e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:24:00,410 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting f30945f757af4ea8a2de010b1e70ad86, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732127037027 2024-11-20T18:24:00,410 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7983ecce864734b8201234951863b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732127037027 2024-11-20T18:24:00,411 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58998d4b626049b59c09cca090b30656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:00,411 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e7fffeb16904658a752f69d6b0ebb21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:00,422 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:00,434 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#603 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:00,435 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/bf497337945e48bb9a8f26565042fef5 is 50, key is test_row_0/B:col10/1732127038235/Put/seqid=0 2024-11-20T18:24:00,439 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b6696cee645041c785e399a6a2ddd458_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:00,441 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b6696cee645041c785e399a6a2ddd458_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:00,441 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6696cee645041c785e399a6a2ddd458_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:00,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T18:24:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,454 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T18:24:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:00,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:00,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742532_1708 (size=13085) 2024-11-20T18:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:00,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:00,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203ec7ff0714eb44339b6283fc4fc7130a_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127039362/Put/seqid=0 2024-11-20T18:24:00,496 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/bf497337945e48bb9a8f26565042fef5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/bf497337945e48bb9a8f26565042fef5 2024-11-20T18:24:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742533_1709 (size=4469) 2024-11-20T18:24:00,499 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#602 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:00,499 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/877ea042138543d086b08a573490eb7c is 175, key is test_row_0/A:col10/1732127038235/Put/seqid=0 2024-11-20T18:24:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742535_1711 (size=32039) 2024-11-20T18:24:00,506 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into bf497337945e48bb9a8f26565042fef5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:00,506 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:00,506 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127040396; duration=0sec 2024-11-20T18:24:00,506 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:00,506 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:24:00,507 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:00,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:00,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:24:00,509 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:00,509 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/f7709ed1c24741eda91be13041cb133b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.7 K 2024-11-20T18:24:00,510 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7709ed1c24741eda91be13041cb133b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732127036705 2024-11-20T18:24:00,510 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41519c60e5d74812a7a72a5a07a943c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732127037027 2024-11-20T18:24:00,510 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbb724413b014934b73a8026303ba3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742534_1710 (size=12454) 2024-11-20T18:24:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:00,519 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#605 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:00,520 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/db2dc0c5c1d44667918912bf104b590d is 50, key is test_row_0/C:col10/1732127038235/Put/seqid=0 2024-11-20T18:24:00,524 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203ec7ff0714eb44339b6283fc4fc7130a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ec7ff0714eb44339b6283fc4fc7130a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:00,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/14d894a45956412587dfc4e203ba5c24, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:00,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/14d894a45956412587dfc4e203ba5c24 is 175, key is test_row_0/A:col10/1732127039362/Put/seqid=0 2024-11-20T18:24:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127100526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127100528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127100525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127100530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127100531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742536_1712 (size=13085) 2024-11-20T18:24:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742537_1713 (size=31255) 2024-11-20T18:24:00,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127100632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127100635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127100637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127100637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127100638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127100837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127100840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127100840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127100841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127100841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:00,912 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/877ea042138543d086b08a573490eb7c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c 2024-11-20T18:24:00,918 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 877ea042138543d086b08a573490eb7c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:00,918 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:00,918 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127040396; duration=0sec 2024-11-20T18:24:00,918 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:00,918 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:24:00,980 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/db2dc0c5c1d44667918912bf104b590d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/db2dc0c5c1d44667918912bf104b590d 2024-11-20T18:24:00,984 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into db2dc0c5c1d44667918912bf104b590d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:00,984 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:00,984 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127040396; duration=0sec 2024-11-20T18:24:00,985 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:00,985 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:24:00,999 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/14d894a45956412587dfc4e203ba5c24 2024-11-20T18:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/874b2d0dfcbd439aa6ebf4ba28df3c62 is 50, key is test_row_0/B:col10/1732127039362/Put/seqid=0 2024-11-20T18:24:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742538_1714 (size=12301) 2024-11-20T18:24:01,043 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/874b2d0dfcbd439aa6ebf4ba28df3c62 2024-11-20T18:24:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/52d7ccac27714307be025d326fda3926 is 50, key is test_row_0/C:col10/1732127039362/Put/seqid=0 2024-11-20T18:24:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742539_1715 (size=12301) 2024-11-20T18:24:01,067 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/52d7ccac27714307be025d326fda3926 2024-11-20T18:24:01,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/14d894a45956412587dfc4e203ba5c24 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24 2024-11-20T18:24:01,077 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24, entries=150, sequenceid=348, filesize=30.5 K 2024-11-20T18:24:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/874b2d0dfcbd439aa6ebf4ba28df3c62 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62 2024-11-20T18:24:01,086 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T18:24:01,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/52d7ccac27714307be025d326fda3926 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926 2024-11-20T18:24:01,093 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T18:24:01,094 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 02c8346a0fa01b9bf15abe670506f169 in 640ms, sequenceid=348, compaction requested=false 2024-11-20T18:24:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-20T18:24:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-20T18:24:01,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-20T18:24:01,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8700 sec 2024-11-20T18:24:01,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.8750 sec 2024-11-20T18:24:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T18:24:01,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120567fd610bba349619a078c9b2df48c66_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742540_1716 (size=12454) 2024-11-20T18:24:01,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,219 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120567fd610bba349619a078c9b2df48c66_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120567fd610bba349619a078c9b2df48c66_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/940d6ac200814d6fbacecb8a9cfe489b, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/940d6ac200814d6fbacecb8a9cfe489b is 175, key is test_row_0/A:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742541_1717 (size=31255) 2024-11-20T18:24:01,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/940d6ac200814d6fbacecb8a9cfe489b 2024-11-20T18:24:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ac9cb47b17a14ee8abadbb59eeb9f55c is 50, key is test_row_0/B:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742542_1718 (size=12301) 2024-11-20T18:24:01,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ac9cb47b17a14ee8abadbb59eeb9f55c 2024-11-20T18:24:01,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d4d8984869b343c9aeca75a202d26696 is 50, key is test_row_0/C:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T18:24:01,328 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-20T18:24:01,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:24:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-20T18:24:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T18:24:01,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:24:01,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:24:01,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:24:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742543_1719 (size=12301) 2024-11-20T18:24:01,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d4d8984869b343c9aeca75a202d26696 2024-11-20T18:24:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/940d6ac200814d6fbacecb8a9cfe489b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b 2024-11-20T18:24:01,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b, entries=150, sequenceid=379, filesize=30.5 K 2024-11-20T18:24:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/ac9cb47b17a14ee8abadbb59eeb9f55c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c 2024-11-20T18:24:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c, entries=150, sequenceid=379, filesize=12.0 K 2024-11-20T18:24:01,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d4d8984869b343c9aeca75a202d26696 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696 2024-11-20T18:24:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696, entries=150, sequenceid=379, filesize=12.0 K 2024-11-20T18:24:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 02c8346a0fa01b9bf15abe670506f169 in 225ms, sequenceid=379, compaction requested=true 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,372 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:24:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T18:24:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,373 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:01,373 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:24:01,373 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,373 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=92.3 K 2024-11-20T18:24:01,373 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,373 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b] 2024-11-20T18:24:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,374 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 877ea042138543d086b08a573490eb7c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,374 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 14d894a45956412587dfc4e203ba5c24, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127039362 2024-11-20T18:24:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,374 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 940d6ac200814d6fbacecb8a9cfe489b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,375 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,375 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:01,375 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:24:01,375 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,376 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/bf497337945e48bb9a8f26565042fef5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.8 K 2024-11-20T18:24:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,376 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf497337945e48bb9a8f26565042fef5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:01,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 874b2d0dfcbd439aa6ebf4ba28df3c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127039362 2024-11-20T18:24:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,377 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9cb47b17a14ee8abadbb59eeb9f55c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,397 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,408 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#612 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:01,409 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/597cac324c5742b8b943b0886f4c4948 is 50, key is test_row_0/B:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,416 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202f3f9b6ae87d494c9851b8e570f6b591_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,418 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202f3f9b6ae87d494c9851b8e570f6b591_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,419 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f3f9b6ae87d494c9851b8e570f6b591_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T18:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742544_1720 (size=13187) 2024-11-20T18:24:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,442 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/597cac324c5742b8b943b0886f4c4948 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/597cac324c5742b8b943b0886f4c4948 2024-11-20T18:24:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742545_1721 (size=4469) 2024-11-20T18:24:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,449 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#611 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,450 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f89b0bab9a254b998cd2f4281ac46790 is 175, key is test_row_0/A:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,454 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 597cac324c5742b8b943b0886f4c4948(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:01,454 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,454 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=13, startTime=1732127041372; duration=0sec 2024-11-20T18:24:01,454 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,454 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:24:01,454 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T18:24:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,456 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T18:24:01,456 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:24:01,456 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,456 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/db2dc0c5c1d44667918912bf104b590d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=36.8 K 2024-11-20T18:24:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,457 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting db2dc0c5c1d44667918912bf104b590d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732127038233 2024-11-20T18:24:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,457 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52d7ccac27714307be025d326fda3926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732127039362 2024-11-20T18:24:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,458 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4d8984869b343c9aeca75a202d26696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,469 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:01,469 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/bd6d2025e37242049b74df1f5da12a64 is 50, key is test_row_0/C:col10/1732127040528/Put/seqid=0 2024-11-20T18:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:01,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dd4d040c7dd249fd863ffe0aebc125c2_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127041471/Put/seqid=0 2024-11-20T18:24:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742547_1723 (size=13187) 2024-11-20T18:24:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T18:24:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742546_1722 (size=32141) 2024-11-20T18:24:01,503 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/bd6d2025e37242049b74df1f5da12a64 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/bd6d2025e37242049b74df1f5da12a64 2024-11-20T18:24:01,508 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into bd6d2025e37242049b74df1f5da12a64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:01,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,508 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=13, startTime=1732127041372; duration=0sec 2024-11-20T18:24:01,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:01,508 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:24:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742548_1724 (size=17534) 2024-11-20T18:24:01,517 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dd4d040c7dd249fd863ffe0aebc125c2_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd4d040c7dd249fd863ffe0aebc125c2_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/57e208b82d2c49faa00c4108b0db37f9, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/57e208b82d2c49faa00c4108b0db37f9 is 175, key is test_row_0/A:col10/1732127041471/Put/seqid=0 2024-11-20T18:24:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742549_1725 (size=48639) 2024-11-20T18:24:01,548 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/57e208b82d2c49faa00c4108b0db37f9 2024-11-20T18:24:01,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/b564b4773ea24eea8fd78925b9e0176c is 50, key is test_row_0/B:col10/1732127041471/Put/seqid=0 2024-11-20T18:24:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742550_1726 (size=12301) 2024-11-20T18:24:01,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/b564b4773ea24eea8fd78925b9e0176c 2024-11-20T18:24:01,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2f770a57360e4de8840355d71d5a970c is 50, key is test_row_0/C:col10/1732127041471/Put/seqid=0 2024-11-20T18:24:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T18:24:01,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T18:24:01,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:01,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742551_1727 (size=12301) 2024-11-20T18:24:01,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2f770a57360e4de8840355d71d5a970c 2024-11-20T18:24:01,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/57e208b82d2c49faa00c4108b0db37f9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9 2024-11-20T18:24:01,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9, entries=250, sequenceid=391, filesize=47.5 K 2024-11-20T18:24:01,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/b564b4773ea24eea8fd78925b9e0176c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c 2024-11-20T18:24:01,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T18:24:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2f770a57360e4de8840355d71d5a970c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c 2024-11-20T18:24:01,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T18:24:01,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 02c8346a0fa01b9bf15abe670506f169 in 194ms, sequenceid=391, compaction requested=false 2024-11-20T18:24:01,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-20T18:24:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:01,791 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e0cc31674bf24f64bcee6099e697a666_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127041507/Put/seqid=0 2024-11-20T18:24:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742552_1728 (size=12454) 2024-11-20T18:24:01,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,845 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e0cc31674bf24f64bcee6099e697a666_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0cc31674bf24f64bcee6099e697a666_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/51648c90f1d74bb0821d9f560c5ea883, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/51648c90f1d74bb0821d9f560c5ea883 is 175, key is test_row_0/A:col10/1732127041507/Put/seqid=0 2024-11-20T18:24:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742553_1729 (size=31255) 2024-11-20T18:24:01,882 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/51648c90f1d74bb0821d9f560c5ea883 2024-11-20T18:24:01,897 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/f89b0bab9a254b998cd2f4281ac46790 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790 2024-11-20T18:24:01,904 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into f89b0bab9a254b998cd2f4281ac46790(size=31.4 K), total size for store is 78.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:01,904 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:01,904 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=13, startTime=1732127041372; duration=0sec 2024-11-20T18:24:01,904 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:01,904 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:24:01,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/d26b544854b24b168fa1a67734083989 is 50, key is test_row_0/B:col10/1732127041507/Put/seqid=0 2024-11-20T18:24:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T18:24:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127101937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127101937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127101938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127101938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742554_1730 (size=12301) 2024-11-20T18:24:01,943 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/d26b544854b24b168fa1a67734083989 2024-11-20T18:24:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127101942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:01,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d822d8e621634857a51fd132a33760de is 50, key is test_row_0/C:col10/1732127041507/Put/seqid=0 2024-11-20T18:24:02,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742555_1731 (size=12301) 2024-11-20T18:24:02,021 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d822d8e621634857a51fd132a33760de 2024-11-20T18:24:02,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/51648c90f1d74bb0821d9f560c5ea883 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883 2024-11-20T18:24:02,034 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883, entries=150, sequenceid=417, filesize=30.5 K 2024-11-20T18:24:02,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/d26b544854b24b168fa1a67734083989 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989 2024-11-20T18:24:02,041 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989, entries=150, sequenceid=417, filesize=12.0 K 2024-11-20T18:24:02,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/d822d8e621634857a51fd132a33760de as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de 2024-11-20T18:24:02,048 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de, entries=150, sequenceid=417, filesize=12.0 K 2024-11-20T18:24:02,049 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 02c8346a0fa01b9bf15abe670506f169 in 259ms, sequenceid=417, compaction requested=true 2024-11-20T18:24:02,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:02,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-20T18:24:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-20T18:24:02,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-20T18:24:02,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 716 msec 2024-11-20T18:24:02,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 722 msec 2024-11-20T18:24:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:02,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120888b5acee12c4f7cbfe54036b02bcb7b_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742556_1732 (size=12454) 2024-11-20T18:24:02,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127102175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127102177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127102178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120888b5acee12c4f7cbfe54036b02bcb7b_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888b5acee12c4f7cbfe54036b02bcb7b_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:02,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4d794822ed824fd5b3ab9681a70e4641, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:02,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127102183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4d794822ed824fd5b3ab9681a70e4641 is 175, key is test_row_0/A:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127102184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742557_1733 (size=31255) 2024-11-20T18:24:02,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4d794822ed824fd5b3ab9681a70e4641 2024-11-20T18:24:02,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/66019860cdb14870a6c5d97e52e719e9 is 50, key is test_row_0/B:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742558_1734 (size=12301) 2024-11-20T18:24:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127102284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127102284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127102285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127102290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127102290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T18:24:02,436 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-20T18:24:02,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:24:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-20T18:24:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:02,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:24:02,441 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:24:02,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:24:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127102490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127102490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127102490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127102493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127102499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:02,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T18:24:02,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:24:02,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/66019860cdb14870a6c5d97e52e719e9 2024-11-20T18:24:02,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 is 50, key is test_row_0/C:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742559_1735 (size=12301) 2024-11-20T18:24:02,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 2024-11-20T18:24:02,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/4d794822ed824fd5b3ab9681a70e4641 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641 2024-11-20T18:24:02,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641, entries=150, sequenceid=431, filesize=30.5 K 2024-11-20T18:24:02,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/66019860cdb14870a6c5d97e52e719e9 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9 2024-11-20T18:24:02,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9, entries=150, sequenceid=431, filesize=12.0 K 2024-11-20T18:24:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 2024-11-20T18:24:02,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5, entries=150, sequenceid=431, filesize=12.0 K 2024-11-20T18:24:02,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 02c8346a0fa01b9bf15abe670506f169 in 551ms, sequenceid=431, compaction requested=true 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:02,695 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:24:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:02,695 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:02,697 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:02,697 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:24:02,697 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,697 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/597cac324c5742b8b943b0886f4c4948, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=48.9 K 2024-11-20T18:24:02,697 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143290 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:02,697 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:24:02,697 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,697 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=139.9 K 2024-11-20T18:24:02,697 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,697 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641] 2024-11-20T18:24:02,698 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 597cac324c5742b8b943b0886f4c4948, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:02,699 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f89b0bab9a254b998cd2f4281ac46790, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:02,699 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting b564b4773ea24eea8fd78925b9e0176c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127041465 2024-11-20T18:24:02,699 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e208b82d2c49faa00c4108b0db37f9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127041149 2024-11-20T18:24:02,700 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d26b544854b24b168fa1a67734083989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732127041507 2024-11-20T18:24:02,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51648c90f1d74bb0821d9f560c5ea883, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732127041507 2024-11-20T18:24:02,700 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 66019860cdb14870a6c5d97e52e719e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:02,700 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d794822ed824fd5b3ab9681a70e4641, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:02,717 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:02,718 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/822dda18f9b945dd9912344ba4315109 is 50, key is test_row_0/B:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,723 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742560_1736 (size=13323) 2024-11-20T18:24:02,736 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206773d97b3dda436d8b101bd536fa8aca_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:02,739 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206773d97b3dda436d8b101bd536fa8aca_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:02,739 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206773d97b3dda436d8b101bd536fa8aca_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:02,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:02,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742561_1737 (size=4469) 2024-11-20T18:24:02,791 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#624 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:02,791 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/078d495bf28947f4a73afdcc74e2c025 is 175, key is test_row_0/A:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:02,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e3bc2f7785741a2905cbfed3a05c4bf_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127042174/Put/seqid=0 2024-11-20T18:24:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742562_1738 (size=32277) 2024-11-20T18:24:02,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127102852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127102853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742563_1739 (size=12454) 2024-11-20T18:24:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127102854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127102856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127102857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127102959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127102960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127102961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127102961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127102963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:03,134 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/822dda18f9b945dd9912344ba4315109 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/822dda18f9b945dd9912344ba4315109 2024-11-20T18:24:03,141 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 822dda18f9b945dd9912344ba4315109(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:03,141 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:03,141 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=12, startTime=1732127042695; duration=0sec 2024-11-20T18:24:03,141 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:03,141 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:24:03,141 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:03,143 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:03,143 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:24:03,143 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:03,143 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/bd6d2025e37242049b74df1f5da12a64, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=48.9 K 2024-11-20T18:24:03,144 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting bd6d2025e37242049b74df1f5da12a64, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732127040525 2024-11-20T18:24:03,144 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f770a57360e4de8840355d71d5a970c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732127041465 2024-11-20T18:24:03,145 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting d822d8e621634857a51fd132a33760de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732127041507 2024-11-20T18:24:03,145 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c09ac5c2d6d42119f6ddb433e6cb5c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:03,158 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#626 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:03,159 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/43b1d29ad25040478205354b7097313f is 50, key is test_row_0/C:col10/1732127041828/Put/seqid=0 2024-11-20T18:24:03,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127103163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127103163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127103164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127103165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127103167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742564_1740 (size=13323) 2024-11-20T18:24:03,201 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/43b1d29ad25040478205354b7097313f as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/43b1d29ad25040478205354b7097313f 2024-11-20T18:24:03,208 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into 43b1d29ad25040478205354b7097313f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:03,208 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:03,208 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=12, startTime=1732127042695; duration=0sec 2024-11-20T18:24:03,208 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:03,208 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:24:03,245 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/078d495bf28947f4a73afdcc74e2c025 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025 2024-11-20T18:24:03,249 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 078d495bf28947f4a73afdcc74e2c025(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:03,249 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:03,249 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=12, startTime=1732127042695; duration=0sec 2024-11-20T18:24:03,249 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:03,249 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:24:03,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:03,265 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e3bc2f7785741a2905cbfed3a05c4bf_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e3bc2f7785741a2905cbfed3a05c4bf_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:03,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/0c7d843684fe4bd0aa6519c1d5861c8b, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:03,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/0c7d843684fe4bd0aa6519c1d5861c8b is 175, key is test_row_0/A:col10/1732127042174/Put/seqid=0 2024-11-20T18:24:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742565_1741 (size=31255) 2024-11-20T18:24:03,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127103465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127103467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127103468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127103472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127103472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:03,699 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=455, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/0c7d843684fe4bd0aa6519c1d5861c8b 2024-11-20T18:24:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/95e78556e6164c9f95e4f3cd2028f49d is 50, key is test_row_0/B:col10/1732127042174/Put/seqid=0 2024-11-20T18:24:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742566_1742 (size=12301) 2024-11-20T18:24:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127103969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127103971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127103973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127103975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127103976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:04,158 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/95e78556e6164c9f95e4f3cd2028f49d 2024-11-20T18:24:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/ad95ba92f3ba49bfbf1b30d0b79d1696 is 50, key is test_row_0/C:col10/1732127042174/Put/seqid=0 2024-11-20T18:24:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742567_1743 (size=12301) 2024-11-20T18:24:04,195 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/ad95ba92f3ba49bfbf1b30d0b79d1696 2024-11-20T18:24:04,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/0c7d843684fe4bd0aa6519c1d5861c8b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b 2024-11-20T18:24:04,207 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b, entries=150, sequenceid=455, filesize=30.5 K 2024-11-20T18:24:04,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/95e78556e6164c9f95e4f3cd2028f49d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d 2024-11-20T18:24:04,212 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d, entries=150, sequenceid=455, filesize=12.0 K 2024-11-20T18:24:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/ad95ba92f3ba49bfbf1b30d0b79d1696 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696 2024-11-20T18:24:04,219 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696, entries=150, sequenceid=455, filesize=12.0 K 2024-11-20T18:24:04,221 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02c8346a0fa01b9bf15abe670506f169 in 1463ms, sequenceid=455, compaction requested=false 2024-11-20T18:24:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-20T18:24:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-20T18:24:04,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T18:24:04,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-11-20T18:24:04,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.7870 sec 2024-11-20T18:24:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-20T18:24:04,559 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-20T18:24:04,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:24:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-20T18:24:04,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:24:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T18:24:04,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:24:04,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:24:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T18:24:04,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:04,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-20T18:24:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:04,718 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T18:24:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:04,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014e6518c7d854ea19f2b966f47734a72_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127042855/Put/seqid=0 2024-11-20T18:24:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742568_1744 (size=12454) 2024-11-20T18:24:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,785 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014e6518c7d854ea19f2b966f47734a72_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014e6518c7d854ea19f2b966f47734a72_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7e6d705558041288bcbe3d7ef61fad2, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:04,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7e6d705558041288bcbe3d7ef61fad2 is 175, key is test_row_0/A:col10/1732127042855/Put/seqid=0 2024-11-20T18:24:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742569_1745 (size=31255) 2024-11-20T18:24:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7e6d705558041288bcbe3d7ef61fad2 2024-11-20T18:24:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fafe846c39e443b9808d937b2cfa85f7 is 50, key is test_row_0/B:col10/1732127042855/Put/seqid=0 2024-11-20T18:24:04,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742570_1746 (size=12301) 2024-11-20T18:24:04,853 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fafe846c39e443b9808d937b2cfa85f7 2024-11-20T18:24:04,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/a41ee7f5e21946caa88030316a4a2891 is 50, key is test_row_0/C:col10/1732127042855/Put/seqid=0 2024-11-20T18:24:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T18:24:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742571_1747 (size=12301) 2024-11-20T18:24:04,901 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/a41ee7f5e21946caa88030316a4a2891 2024-11-20T18:24:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/d7e6d705558041288bcbe3d7ef61fad2 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2 2024-11-20T18:24:04,915 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2, entries=150, sequenceid=470, filesize=30.5 K 2024-11-20T18:24:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/fafe846c39e443b9808d937b2cfa85f7 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7 2024-11-20T18:24:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,920 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7, entries=150, sequenceid=470, filesize=12.0 K 2024-11-20T18:24:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/a41ee7f5e21946caa88030316a4a2891 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891 2024-11-20T18:24:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,930 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891, entries=150, sequenceid=470, filesize=12.0 K 2024-11-20T18:24:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,931 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 02c8346a0fa01b9bf15abe670506f169 in 213ms, sequenceid=470, compaction requested=true 2024-11-20T18:24:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-20T18:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-20T18:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-20T18:24:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-11-20T18:24:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 375 msec 2024-11-20T18:24:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T18:24:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:05,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db4d85971ff34b7ab33a68301acb2b86_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127105094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127105096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127105098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127105100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127105101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742572_1748 (size=20074) 2024-11-20T18:24:05,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db4d85971ff34b7ab33a68301acb2b86_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db4d85971ff34b7ab33a68301acb2b86_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:05,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ad1c8ba321ae4b168a465c65a6d5263e, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ad1c8ba321ae4b168a465c65a6d5263e is 175, key is test_row_0/A:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T18:24:05,168 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-20T18:24:05,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T18:24:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-20T18:24:05,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T18:24:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:05,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T18:24:05,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T18:24:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742573_1749 (size=57333) 2024-11-20T18:24:05,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ad1c8ba321ae4b168a465c65a6d5263e 2024-11-20T18:24:05,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/42d0c289e4a441c683f24e7b755f65f5 is 50, key is test_row_0/B:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127105204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127105205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127105205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127105208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127105208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742574_1750 (size=12301) 2024-11-20T18:24:05,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/42d0c289e4a441c683f24e7b755f65f5 2024-11-20T18:24:05,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/3f9a14de91ae487795e641d24b234e6e is 50, key is test_row_0/C:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742575_1751 (size=12301) 2024-11-20T18:24:05,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/3f9a14de91ae487795e641d24b234e6e 2024-11-20T18:24:05,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/ad1c8ba321ae4b168a465c65a6d5263e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e 2024-11-20T18:24:05,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e, entries=300, sequenceid=482, filesize=56.0 K 2024-11-20T18:24:05,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/42d0c289e4a441c683f24e7b755f65f5 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5 2024-11-20T18:24:05,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5, entries=150, sequenceid=482, filesize=12.0 K 2024-11-20T18:24:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/3f9a14de91ae487795e641d24b234e6e as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e 2024-11-20T18:24:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e, entries=150, sequenceid=482, filesize=12.0 K 2024-11-20T18:24:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 02c8346a0fa01b9bf15abe670506f169 in 249ms, sequenceid=482, compaction requested=true 2024-11-20T18:24:05,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:05,299 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:05,300 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 152120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:05,300 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/A is initiating minor compaction (all files) 2024-11-20T18:24:05,300 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/A in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:05,300 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=148.6 K 2024-11-20T18:24:05,300 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:05,300 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. files: [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e] 2024-11-20T18:24:05,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078d495bf28947f4a73afdcc74e2c025, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:05,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c7d843684fe4bd0aa6519c1d5861c8b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732127042174 2024-11-20T18:24:05,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7e6d705558041288bcbe3d7ef61fad2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732127042853 2024-11-20T18:24:05,301 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1c8ba321ae4b168a465c65a6d5263e, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732127045016 2024-11-20T18:24:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:24:05,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:05,307 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:05,308 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:05,309 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/B is initiating minor compaction (all files) 2024-11-20T18:24:05,309 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/B in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:05,309 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/822dda18f9b945dd9912344ba4315109, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=49.0 K 2024-11-20T18:24:05,309 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 822dda18f9b945dd9912344ba4315109, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:05,310 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e78556e6164c9f95e4f3cd2028f49d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732127042174 2024-11-20T18:24:05,310 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting fafe846c39e443b9808d937b2cfa85f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732127042853 2024-11-20T18:24:05,310 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d0c289e4a441c683f24e7b755f65f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732127045045 2024-11-20T18:24:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:24:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:24:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:05,316 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:05,325 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:05,330 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#B#compaction#636 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:05,331 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/72051a7c0925464ebc94b54083f79331 is 50, key is test_row_0/B:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,344 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112034c47c56319e4d7189abecb7ea7b6486_02c8346a0fa01b9bf15abe670506f169 store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,347 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112034c47c56319e4d7189abecb7ea7b6486_02c8346a0fa01b9bf15abe670506f169, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,347 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112034c47c56319e4d7189abecb7ea7b6486_02c8346a0fa01b9bf15abe670506f169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ae73509d34f64a1bb31f87e983171b27_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127045099/Put/seqid=0 2024-11-20T18:24:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742576_1752 (size=13459) 2024-11-20T18:24:05,408 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/72051a7c0925464ebc94b54083f79331 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/72051a7c0925464ebc94b54083f79331 2024-11-20T18:24:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. as already flushing 2024-11-20T18:24:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742577_1753 (size=4469) 2024-11-20T18:24:05,414 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/B of 02c8346a0fa01b9bf15abe670506f169 into 72051a7c0925464ebc94b54083f79331(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:05,414 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:05,414 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/B, priority=12, startTime=1732127045307; duration=0sec 2024-11-20T18:24:05,414 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:05,414 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:24:05,414 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T18:24:05,415 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#A#compaction#635 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:05,415 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/816ad8263fa84b04af84fdde34be676b is 175, key is test_row_0/A:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742578_1754 (size=12454) 2024-11-20T18:24:05,420 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T18:24:05,420 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1540): 02c8346a0fa01b9bf15abe670506f169/C is initiating minor compaction (all files) 2024-11-20T18:24:05,421 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02c8346a0fa01b9bf15abe670506f169/C in TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:05,421 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/43b1d29ad25040478205354b7097313f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e] into tmpdir=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp, totalSize=49.0 K 2024-11-20T18:24:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:05,421 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b1d29ad25040478205354b7097313f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732127041828 2024-11-20T18:24:05,422 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting ad95ba92f3ba49bfbf1b30d0b79d1696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732127042174 2024-11-20T18:24:05,422 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting a41ee7f5e21946caa88030316a4a2891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732127042853 2024-11-20T18:24:05,423 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9a14de91ae487795e641d24b234e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732127045045 2024-11-20T18:24:05,425 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ae73509d34f64a1bb31f87e983171b27_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae73509d34f64a1bb31f87e983171b27_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:05,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/a098aa8490ba4e27a74110bf6fd5506c, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/a098aa8490ba4e27a74110bf6fd5506c is 175, key is test_row_0/A:col10/1732127045099/Put/seqid=0 2024-11-20T18:24:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127105423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127105424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127105425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127105432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127105440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742580_1756 (size=31255) 2024-11-20T18:24:05,486 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02c8346a0fa01b9bf15abe670506f169#C#compaction#638 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T18:24:05,487 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/7a9d0c84a5ef49c283504f45fea5a628 is 50, key is test_row_0/C:col10/1732127045048/Put/seqid=0 2024-11-20T18:24:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742579_1755 (size=32413) 2024-11-20T18:24:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742581_1757 (size=13459) 2024-11-20T18:24:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127105532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127105533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127105538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127105541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127105543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127105735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127105739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127105742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127105745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127105749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:05,878 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=506, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/a098aa8490ba4e27a74110bf6fd5506c 2024-11-20T18:24:05,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/49dc39d4e2e74c2bb354eaa6496f7ceb is 50, key is test_row_0/B:col10/1732127045099/Put/seqid=0 2024-11-20T18:24:05,904 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/816ad8263fa84b04af84fdde34be676b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/816ad8263fa84b04af84fdde34be676b 2024-11-20T18:24:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742582_1758 (size=12301) 2024-11-20T18:24:05,910 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/A of 02c8346a0fa01b9bf15abe670506f169 into 816ad8263fa84b04af84fdde34be676b(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:05,910 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:05,910 INFO [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/A, priority=12, startTime=1732127045299; duration=0sec 2024-11-20T18:24:05,910 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:05,910 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:24:05,912 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/7a9d0c84a5ef49c283504f45fea5a628 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/7a9d0c84a5ef49c283504f45fea5a628 2024-11-20T18:24:05,916 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02c8346a0fa01b9bf15abe670506f169/C of 02c8346a0fa01b9bf15abe670506f169 into 7a9d0c84a5ef49c283504f45fea5a628(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T18:24:05,916 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:05,916 INFO [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169., storeName=02c8346a0fa01b9bf15abe670506f169/C, priority=12, startTime=1732127045314; duration=0sec 2024-11-20T18:24:05,916 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:05,916 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:24:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127106040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127106047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127106047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127106049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127106052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:06,310 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/49dc39d4e2e74c2bb354eaa6496f7ceb 2024-11-20T18:24:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/38e32524886d4e12bfc097a29159e969 is 50, key is test_row_0/C:col10/1732127045099/Put/seqid=0 2024-11-20T18:24:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742583_1759 (size=12301) 2024-11-20T18:24:06,452 DEBUG [Thread-2712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:54702 2024-11-20T18:24:06,452 DEBUG [Thread-2712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:06,452 DEBUG [Thread-2710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:54702 2024-11-20T18:24:06,453 DEBUG [Thread-2710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:06,453 DEBUG [Thread-2714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:54702 2024-11-20T18:24:06,453 DEBUG [Thread-2714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:06,453 DEBUG [Thread-2708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:54702 2024-11-20T18:24:06,454 DEBUG [Thread-2708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:06,455 DEBUG [Thread-2716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:54702 2024-11-20T18:24:06,455 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54986 deadline: 1732127106546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54958 deadline: 1732127106549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54992 deadline: 1732127106550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732127106555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T18:24:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55012 deadline: 1732127106558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 2024-11-20T18:24:06,770 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/38e32524886d4e12bfc097a29159e969 2024-11-20T18:24:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/a098aa8490ba4e27a74110bf6fd5506c as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/a098aa8490ba4e27a74110bf6fd5506c 2024-11-20T18:24:06,775 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/a098aa8490ba4e27a74110bf6fd5506c, entries=150, sequenceid=506, filesize=30.5 K 2024-11-20T18:24:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/49dc39d4e2e74c2bb354eaa6496f7ceb as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/49dc39d4e2e74c2bb354eaa6496f7ceb 2024-11-20T18:24:06,778 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/49dc39d4e2e74c2bb354eaa6496f7ceb, entries=150, sequenceid=506, filesize=12.0 K 2024-11-20T18:24:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/38e32524886d4e12bfc097a29159e969 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/38e32524886d4e12bfc097a29159e969 2024-11-20T18:24:06,780 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/38e32524886d4e12bfc097a29159e969, entries=150, sequenceid=506, filesize=12.0 K 2024-11-20T18:24:06,781 INFO [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 02c8346a0fa01b9bf15abe670506f169 in 1456ms, sequenceid=506, compaction requested=false 2024-11-20T18:24:06,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:06,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:06,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82db7be9f118:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-20T18:24:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-20T18:24:06,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-20T18:24:06,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6090 sec 2024-11-20T18:24:06,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.6130 sec 2024-11-20T18:24:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-20T18:24:07,276 INFO [Thread-2707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-20T18:24:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] regionserver.HRegion(8581): Flush requested on 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:07,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T18:24:07,556 DEBUG [Thread-2705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:54702 2024-11-20T18:24:07,556 DEBUG [Thread-2705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,556 DEBUG [Thread-2697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:54702 2024-11-20T18:24:07,556 DEBUG [Thread-2697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:07,556 DEBUG [Thread-2703 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:54702 2024-11-20T18:24:07,556 DEBUG [Thread-2703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:07,558 DEBUG [Thread-2699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:54702 2024-11-20T18:24:07,558 DEBUG [Thread-2699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075576103630d4bb6af944eac42b0b364_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_0/A:col10/1732127045421/Put/seqid=0 2024-11-20T18:24:07,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742584_1760 (size=12454) 2024-11-20T18:24:07,568 DEBUG [Thread-2701 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:54702 2024-11-20T18:24:07,568 DEBUG [Thread-2701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4121 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4075 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4176 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4121 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4046 2024-11-20T18:24:07,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T18:24:07,568 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:24:07,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:54702 2024-11-20T18:24:07,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:07,569 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T18:24:07,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T18:24:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:07,571 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127047571"}]},"ts":"1732127047571"} 2024-11-20T18:24:07,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T18:24:07,573 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T18:24:07,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T18:24:07,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, UNASSIGN}] 2024-11-20T18:24:07,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, UNASSIGN 2024-11-20T18:24:07,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=CLOSING, regionLocation=82db7be9f118,45523,1732126875644 2024-11-20T18:24:07,576 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T18:24:07,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644}] 2024-11-20T18:24:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:07,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 82db7be9f118,45523,1732126875644 2024-11-20T18:24:07,728 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:07,728 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T18:24:07,728 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing 02c8346a0fa01b9bf15abe670506f169, disabling compactions & flushes 2024-11-20T18:24:07,728 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:07,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:07,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075576103630d4bb6af944eac42b0b364_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075576103630d4bb6af944eac42b0b364_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:07,969 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e8be715b2f63447383edf3f9358125e6, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:07,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e8be715b2f63447383edf3f9358125e6 is 175, key is test_row_0/A:col10/1732127045421/Put/seqid=0 2024-11-20T18:24:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742585_1761 (size=31255) 2024-11-20T18:24:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:08,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=525, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e8be715b2f63447383edf3f9358125e6 2024-11-20T18:24:08,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/9cae0b508d024316a00edaa7991a2610 is 50, key is test_row_0/B:col10/1732127045421/Put/seqid=0 2024-11-20T18:24:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742586_1762 (size=12301) 2024-11-20T18:24:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:08,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/9cae0b508d024316a00edaa7991a2610 2024-11-20T18:24:08,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2530e65554a5492a87fe486827800394 is 50, key is test_row_0/C:col10/1732127045421/Put/seqid=0 2024-11-20T18:24:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742587_1763 (size=12301) 2024-11-20T18:24:09,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2530e65554a5492a87fe486827800394 2024-11-20T18:24:09,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/e8be715b2f63447383edf3f9358125e6 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e8be715b2f63447383edf3f9358125e6 2024-11-20T18:24:09,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e8be715b2f63447383edf3f9358125e6, entries=150, sequenceid=525, filesize=30.5 K 2024-11-20T18:24:09,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/9cae0b508d024316a00edaa7991a2610 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/9cae0b508d024316a00edaa7991a2610 2024-11-20T18:24:09,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/9cae0b508d024316a00edaa7991a2610, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T18:24:09,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/2530e65554a5492a87fe486827800394 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2530e65554a5492a87fe486827800394 2024-11-20T18:24:09,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2530e65554a5492a87fe486827800394, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T18:24:09,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=13.42 KB/13740 for 02c8346a0fa01b9bf15abe670506f169 in 1649ms, sequenceid=525, compaction requested=true 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:09,204 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. after waiting 0 ms 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T18:24:09,204 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing 02c8346a0fa01b9bf15abe670506f169 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. because compaction request was cancelled 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. because compaction request was cancelled 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02c8346a0fa01b9bf15abe670506f169:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:A 2024-11-20T18:24:09,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:B 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. because compaction request was cancelled 2024-11-20T18:24:09,204 DEBUG [RS:0;82db7be9f118:45523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02c8346a0fa01b9bf15abe670506f169:C 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=A 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=B 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02c8346a0fa01b9bf15abe670506f169, store=C 2024-11-20T18:24:09,204 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T18:24:09,208 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201be6515d3acd4f74a1cdbaff5c20c94f_02c8346a0fa01b9bf15abe670506f169 is 50, key is test_row_2/A:col10/1732127047567/Put/seqid=0 2024-11-20T18:24:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742588_1764 (size=7374) 2024-11-20T18:24:09,611 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:24:09,614 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201be6515d3acd4f74a1cdbaff5c20c94f_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201be6515d3acd4f74a1cdbaff5c20c94f_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:09,615 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/fa1b5be9a31947408defa1867e3bc698, store: [table=TestAcidGuarantees family=A region=02c8346a0fa01b9bf15abe670506f169] 2024-11-20T18:24:09,615 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/fa1b5be9a31947408defa1867e3bc698 is 175, key is test_row_2/A:col10/1732127047567/Put/seqid=0 2024-11-20T18:24:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742589_1765 (size=13865) 2024-11-20T18:24:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:10,019 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/fa1b5be9a31947408defa1867e3bc698 2024-11-20T18:24:10,025 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0bec277c5492464f8654b0ff8591ed34 is 50, key is test_row_2/B:col10/1732127047567/Put/seqid=0 2024-11-20T18:24:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742590_1766 (size=7415) 2024-11-20T18:24:10,428 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0bec277c5492464f8654b0ff8591ed34 2024-11-20T18:24:10,433 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/17367ac71fd746b78efa7688cfe864b0 is 50, key is test_row_2/C:col10/1732127047567/Put/seqid=0 2024-11-20T18:24:10,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742591_1767 (size=7415) 2024-11-20T18:24:10,837 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/17367ac71fd746b78efa7688cfe864b0 2024-11-20T18:24:10,840 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/A/fa1b5be9a31947408defa1867e3bc698 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/fa1b5be9a31947408defa1867e3bc698 2024-11-20T18:24:10,842 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/fa1b5be9a31947408defa1867e3bc698, entries=50, sequenceid=530, filesize=13.5 K 2024-11-20T18:24:10,843 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/B/0bec277c5492464f8654b0ff8591ed34 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0bec277c5492464f8654b0ff8591ed34 2024-11-20T18:24:10,845 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0bec277c5492464f8654b0ff8591ed34, entries=50, sequenceid=530, filesize=7.2 K 2024-11-20T18:24:10,846 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/.tmp/C/17367ac71fd746b78efa7688cfe864b0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/17367ac71fd746b78efa7688cfe864b0 2024-11-20T18:24:10,848 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/17367ac71fd746b78efa7688cfe864b0, entries=50, sequenceid=530, filesize=7.2 K 2024-11-20T18:24:10,848 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 02c8346a0fa01b9bf15abe670506f169 in 1644ms, sequenceid=530, compaction requested=true 2024-11-20T18:24:10,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e] to archive 2024-11-20T18:24:10,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:24:10,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d353a42a679141b2865e00544466119a 2024-11-20T18:24:10,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/cd8a4410860b406ba7d58be8bd4ab2e5 2024-11-20T18:24:10,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4350fdf2a26f46f99749c717c7e13bf8 2024-11-20T18:24:10,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f4f406657d124bb996dfc6a46215460f 2024-11-20T18:24:10,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3ac9d47bce7d4e75b4df0176e3d49bf8 2024-11-20T18:24:10,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45448463e47f461088413538f7e3edf8 2024-11-20T18:24:10,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/45d9d4f767114b40adb2e82f9dd32be4 2024-11-20T18:24:10,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/683612d83f6c42cba4781843638a781b 2024-11-20T18:24:10,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/6f4472a96f774d8eb2a3b88d05592e2c 2024-11-20T18:24:10,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/24e1cba6b59a4236befca8ce0513ef32 2024-11-20T18:24:10,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ece6424e462a45328c23bf6da022ce23 2024-11-20T18:24:10,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b019602963da4a719107dade7100e1e3 2024-11-20T18:24:10,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/2b7cf5a58f9f4f25b1ef1a226cadb859 2024-11-20T18:24:10,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/b0b0c193126145d8a6f18feb784fcf1d 2024-11-20T18:24:10,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ab8530f5cc394db5a1d0fa776937911b 2024-11-20T18:24:10,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e63aed89b7bc46e4a9ae11c8951232a5 2024-11-20T18:24:10,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/3c8c7d33965c4c67a980f6d8e9093b50 2024-11-20T18:24:10,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/10eddac919bd41d9858a80a26435b110 2024-11-20T18:24:10,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7798d48ec2f4544aae0497da7fcf240 2024-11-20T18:24:10,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/5b37bdd47e194dacab8966d76551cb1b 2024-11-20T18:24:10,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/97bf4dee57b042eb89e039b5508b1d70 2024-11-20T18:24:10,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f30945f757af4ea8a2de010b1e70ad86 2024-11-20T18:24:10,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/877ea042138543d086b08a573490eb7c 2024-11-20T18:24:10,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4e7fffeb16904658a752f69d6b0ebb21 2024-11-20T18:24:10,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/14d894a45956412587dfc4e203ba5c24 2024-11-20T18:24:10,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/f89b0bab9a254b998cd2f4281ac46790 2024-11-20T18:24:10,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/940d6ac200814d6fbacecb8a9cfe489b 2024-11-20T18:24:10,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/57e208b82d2c49faa00c4108b0db37f9 2024-11-20T18:24:10,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/51648c90f1d74bb0821d9f560c5ea883 2024-11-20T18:24:10,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/078d495bf28947f4a73afdcc74e2c025 2024-11-20T18:24:10,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/4d794822ed824fd5b3ab9681a70e4641 2024-11-20T18:24:10,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/0c7d843684fe4bd0aa6519c1d5861c8b 2024-11-20T18:24:10,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/d7e6d705558041288bcbe3d7ef61fad2 2024-11-20T18:24:10,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/ad1c8ba321ae4b168a465c65a6d5263e 2024-11-20T18:24:10,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/231b52733481453c8298ad39d026d3f1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/23a40d1b92d043aebbe17b208dbb5db1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2c99bc01cd3b4b73948b513818874b94, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/cb441daf7ab343b1bd3732b54029ca22, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/28d97a502dc2456b9cc258dfc57f829e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/bf497337945e48bb9a8f26565042fef5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/597cac324c5742b8b943b0886f4c4948, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/822dda18f9b945dd9912344ba4315109, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5] to archive 2024-11-20T18:24:10,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:24:10,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/f8047d6d507f4c4ea66189d4a621c89f 2024-11-20T18:24:10,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c979648e2efd41f2be887d2b166787be 2024-11-20T18:24:10,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/231b52733481453c8298ad39d026d3f1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/231b52733481453c8298ad39d026d3f1 2024-11-20T18:24:10,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fd8e08128deb498b93b38d3efd5c5c2f 2024-11-20T18:24:10,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/deac39c5d6804dc098ac9e2d61512a66 2024-11-20T18:24:10,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0b72feb6a60f4e6ba0c83738a0607642 2024-11-20T18:24:10,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/23a40d1b92d043aebbe17b208dbb5db1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/23a40d1b92d043aebbe17b208dbb5db1 2024-11-20T18:24:10,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/c1e201aaae994842a27cdf830e670c4a 2024-11-20T18:24:10,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3298b8fa4a8c4ff3a864485cbcc25949 2024-11-20T18:24:10,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2c99bc01cd3b4b73948b513818874b94 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2c99bc01cd3b4b73948b513818874b94 2024-11-20T18:24:10,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/6f8cf01239a04099a899f431a68fc32a 2024-11-20T18:24:10,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/2058af48367e41cb863e19d2d56c29cc 2024-11-20T18:24:10,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/cb441daf7ab343b1bd3732b54029ca22 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/cb441daf7ab343b1bd3732b54029ca22 2024-11-20T18:24:10,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ad2b9c040eec4803842aaba178c2e55f 2024-11-20T18:24:10,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/80b23f82f32b430d9235ba4084f827e9 2024-11-20T18:24:10,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/98d98676782c4af298d495ea85b0be42 2024-11-20T18:24:10,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/e262a26f9f4e4bd8a7bc08a8ab28c1f9 2024-11-20T18:24:10,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/68a13784b0f04498b8183a4df78d2046 2024-11-20T18:24:10,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/701eadc2456244f5bb2b5c6f6f3e3468 2024-11-20T18:24:10,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/28d97a502dc2456b9cc258dfc57f829e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/28d97a502dc2456b9cc258dfc57f829e 2024-11-20T18:24:10,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/03564368db0b4ca19aa2e444b6d7ffa4 2024-11-20T18:24:10,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/3a7983ecce864734b8201234951863b4 2024-11-20T18:24:10,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/bf497337945e48bb9a8f26565042fef5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/bf497337945e48bb9a8f26565042fef5 2024-11-20T18:24:10,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/58998d4b626049b59c09cca090b30656 2024-11-20T18:24:10,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/874b2d0dfcbd439aa6ebf4ba28df3c62 2024-11-20T18:24:10,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/597cac324c5742b8b943b0886f4c4948 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/597cac324c5742b8b943b0886f4c4948 2024-11-20T18:24:10,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/ac9cb47b17a14ee8abadbb59eeb9f55c 2024-11-20T18:24:10,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/b564b4773ea24eea8fd78925b9e0176c 2024-11-20T18:24:10,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/d26b544854b24b168fa1a67734083989 2024-11-20T18:24:10,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/822dda18f9b945dd9912344ba4315109 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/822dda18f9b945dd9912344ba4315109 2024-11-20T18:24:10,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/66019860cdb14870a6c5d97e52e719e9 2024-11-20T18:24:10,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/95e78556e6164c9f95e4f3cd2028f49d 2024-11-20T18:24:10,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/fafe846c39e443b9808d937b2cfa85f7 2024-11-20T18:24:10,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/42d0c289e4a441c683f24e7b755f65f5 2024-11-20T18:24:10,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/aa4d19c5c4944f91a0dd16351d7a2ef1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2567b73397984ede90e30f61d8a1954b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d145babba6854ea999e72dd4d42fbf34, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/94c3ac2c81d745c88a522728b7a5365c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/229b45071fb547d088fc8246f4868d2a, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/f7709ed1c24741eda91be13041cb133b, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/db2dc0c5c1d44667918912bf104b590d, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/bd6d2025e37242049b74df1f5da12a64, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/43b1d29ad25040478205354b7097313f, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e] to archive 2024-11-20T18:24:10,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T18:24:10,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/e0eb588edca74af294b0492417b9aef5 2024-11-20T18:24:10,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/58411b4d017d46deafd0c316bb7685fc 2024-11-20T18:24:10,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/aa4d19c5c4944f91a0dd16351d7a2ef1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/aa4d19c5c4944f91a0dd16351d7a2ef1 2024-11-20T18:24:10,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/562235948820449a87097a9a1c4adea4 2024-11-20T18:24:10,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/c390a6e2a005422a9a944af4e9d5ff63 2024-11-20T18:24:10,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/13738c2e92c746c9995e127c604819f2 2024-11-20T18:24:10,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2567b73397984ede90e30f61d8a1954b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2567b73397984ede90e30f61d8a1954b 2024-11-20T18:24:10,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/37330e294dda4fd98f4d2edcc12c342e 2024-11-20T18:24:10,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/34dcf5d112cb453fa5cc61ee36e4fe6c 2024-11-20T18:24:10,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d145babba6854ea999e72dd4d42fbf34 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d145babba6854ea999e72dd4d42fbf34 2024-11-20T18:24:10,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/843c2009330247ada3505f59389bcdd4 2024-11-20T18:24:10,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/170e367f9af344e68e3e8d9947af0f1a 2024-11-20T18:24:10,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/94c3ac2c81d745c88a522728b7a5365c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/94c3ac2c81d745c88a522728b7a5365c 2024-11-20T18:24:10,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/5b719ad84c714e688fcefb078a0aad7c 2024-11-20T18:24:10,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/99ca1c63fa064d2abc66375f882cc0e1 2024-11-20T18:24:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/beec5d89b06f4b47bc92f0fc327ce382 2024-11-20T18:24:10,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/229b45071fb547d088fc8246f4868d2a to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/229b45071fb547d088fc8246f4868d2a 2024-11-20T18:24:10,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/620b9a0661db48ef9008cd70abfccd48 2024-11-20T18:24:10,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/927a704ebd8241fa9921659b2c3afc95 2024-11-20T18:24:10,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/f7709ed1c24741eda91be13041cb133b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/f7709ed1c24741eda91be13041cb133b 2024-11-20T18:24:10,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/531665e6e77a4b12802caebfb340f42e 2024-11-20T18:24:10,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/41519c60e5d74812a7a72a5a07a943c4 2024-11-20T18:24:10,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/db2dc0c5c1d44667918912bf104b590d to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/db2dc0c5c1d44667918912bf104b590d 2024-11-20T18:24:10,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/cbb724413b014934b73a8026303ba3c1 2024-11-20T18:24:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/52d7ccac27714307be025d326fda3926 2024-11-20T18:24:10,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/bd6d2025e37242049b74df1f5da12a64 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/bd6d2025e37242049b74df1f5da12a64 2024-11-20T18:24:10,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d4d8984869b343c9aeca75a202d26696 2024-11-20T18:24:10,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2f770a57360e4de8840355d71d5a970c 2024-11-20T18:24:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/d822d8e621634857a51fd132a33760de 2024-11-20T18:24:10,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/43b1d29ad25040478205354b7097313f to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/43b1d29ad25040478205354b7097313f 2024-11-20T18:24:10,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/8c09ac5c2d6d42119f6ddb433e6cb5c5 2024-11-20T18:24:10,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/ad95ba92f3ba49bfbf1b30d0b79d1696 2024-11-20T18:24:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/a41ee7f5e21946caa88030316a4a2891 2024-11-20T18:24:10,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/3f9a14de91ae487795e641d24b234e6e 2024-11-20T18:24:10,938 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits/533.seqid, newMaxSeqId=533, maxSeqId=4 2024-11-20T18:24:10,939 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169. 2024-11-20T18:24:10,939 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for 02c8346a0fa01b9bf15abe670506f169: 2024-11-20T18:24:10,940 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed 02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:10,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=02c8346a0fa01b9bf15abe670506f169, regionState=CLOSED 2024-11-20T18:24:10,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-20T18:24:10,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure 02c8346a0fa01b9bf15abe670506f169, server=82db7be9f118,45523,1732126875644 in 3.3650 sec 2024-11-20T18:24:10,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-20T18:24:10,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02c8346a0fa01b9bf15abe670506f169, UNASSIGN in 3.3680 sec 2024-11-20T18:24:10,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-20T18:24:10,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3690 sec 2024-11-20T18:24:10,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127050944"}]},"ts":"1732127050944"} 2024-11-20T18:24:10,945 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T18:24:10,947 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T18:24:10,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3780 sec 2024-11-20T18:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-20T18:24:11,675 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-20T18:24:11,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T18:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,676 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-20T18:24:11,677 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,679 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,680 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C, FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits] 2024-11-20T18:24:11,682 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/816ad8263fa84b04af84fdde34be676b to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/816ad8263fa84b04af84fdde34be676b 2024-11-20T18:24:11,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/a098aa8490ba4e27a74110bf6fd5506c to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/a098aa8490ba4e27a74110bf6fd5506c 2024-11-20T18:24:11,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e8be715b2f63447383edf3f9358125e6 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/e8be715b2f63447383edf3f9358125e6 2024-11-20T18:24:11,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/fa1b5be9a31947408defa1867e3bc698 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/A/fa1b5be9a31947408defa1867e3bc698 2024-11-20T18:24:11,685 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0bec277c5492464f8654b0ff8591ed34 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/0bec277c5492464f8654b0ff8591ed34 2024-11-20T18:24:11,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/49dc39d4e2e74c2bb354eaa6496f7ceb to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/49dc39d4e2e74c2bb354eaa6496f7ceb 2024-11-20T18:24:11,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/72051a7c0925464ebc94b54083f79331 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/72051a7c0925464ebc94b54083f79331 2024-11-20T18:24:11,688 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/9cae0b508d024316a00edaa7991a2610 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/B/9cae0b508d024316a00edaa7991a2610 2024-11-20T18:24:11,689 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/17367ac71fd746b78efa7688cfe864b0 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/17367ac71fd746b78efa7688cfe864b0 2024-11-20T18:24:11,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2530e65554a5492a87fe486827800394 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/2530e65554a5492a87fe486827800394 2024-11-20T18:24:11,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/38e32524886d4e12bfc097a29159e969 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/38e32524886d4e12bfc097a29159e969 2024-11-20T18:24:11,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/7a9d0c84a5ef49c283504f45fea5a628 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/C/7a9d0c84a5ef49c283504f45fea5a628 2024-11-20T18:24:11,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits/533.seqid to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169/recovered.edits/533.seqid 2024-11-20T18:24:11,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/default/TestAcidGuarantees/02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,694 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T18:24:11,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:24:11,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T18:24:11,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009db200bbb06425a99fcf410db37770d_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009db200bbb06425a99fcf410db37770d_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d1094ffadc0449a9249690fb9c679c9_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d1094ffadc0449a9249690fb9c679c9_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014e6518c7d854ea19f2b966f47734a72_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014e6518c7d854ea19f2b966f47734a72_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,699 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017839b7df0dc4a018bcad89ee188996a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017839b7df0dc4a018bcad89ee188996a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,699 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201be6515d3acd4f74a1cdbaff5c20c94f_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201be6515d3acd4f74a1cdbaff5c20c94f_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,700 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e3bc2f7785741a2905cbfed3a05c4bf_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e3bc2f7785741a2905cbfed3a05c4bf_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,701 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202659efcda9ed4b62b0d6e3612151c397_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202659efcda9ed4b62b0d6e3612151c397_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,702 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd0912659d64faaa8752b7bb6718b05_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd0912659d64faaa8752b7bb6718b05_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120311a56a8eab148a08e87e952da0452fb_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120311a56a8eab148a08e87e952da0452fb_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c58b3e2c9b6449d82d3f60efd63d919_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c58b3e2c9b6449d82d3f60efd63d919_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,704 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203df0b9d53c304fcdbab2d0d2def4defe_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203df0b9d53c304fcdbab2d0d2def4defe_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,705 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ec7ff0714eb44339b6283fc4fc7130a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203ec7ff0714eb44339b6283fc4fc7130a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,706 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120567fd610bba349619a078c9b2df48c66_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120567fd610bba349619a078c9b2df48c66_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,707 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205de34297068448dcb54dfbcbbe0bc913_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205de34297068448dcb54dfbcbbe0bc913_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,707 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e12fcf140964b9cb9ad300ac486d992_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e12fcf140964b9cb9ad300ac486d992_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,708 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075576103630d4bb6af944eac42b0b364_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075576103630d4bb6af944eac42b0b364_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,709 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888b5acee12c4f7cbfe54036b02bcb7b_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888b5acee12c4f7cbfe54036b02bcb7b_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,710 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b16964f65314c7fb7ba34cf6437e885_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b16964f65314c7fb7ba34cf6437e885_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,710 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7f979fc474144d580680608b9194982_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7f979fc474144d580680608b9194982_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,711 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae73509d34f64a1bb31f87e983171b27_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae73509d34f64a1bb31f87e983171b27_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cad96a80c14a47e0b8cbd4644fe356ca_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cad96a80c14a47e0b8cbd4644fe356ca_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd46935b3fc04ce5ae0acf22596871ea_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd46935b3fc04ce5ae0acf22596871ea_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,713 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cef65838e01b4ea7b904e411556cfb35_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cef65838e01b4ea7b904e411556cfb35_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,714 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db4d85971ff34b7ab33a68301acb2b86_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db4d85971ff34b7ab33a68301acb2b86_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,715 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd4d040c7dd249fd863ffe0aebc125c2_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd4d040c7dd249fd863ffe0aebc125c2_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,715 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfa2e794e3d64510977b31d4d403e9b1_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfa2e794e3d64510977b31d4d403e9b1_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,716 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0cc31674bf24f64bcee6099e697a666_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0cc31674bf24f64bcee6099e697a666_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,717 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f74b17e348964b938d6cfc0b21db385a_02c8346a0fa01b9bf15abe670506f169 to hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f74b17e348964b938d6cfc0b21db385a_02c8346a0fa01b9bf15abe670506f169 2024-11-20T18:24:11,717 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T18:24:11,719 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,721 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T18:24:11,722 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T18:24:11,723 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,723 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T18:24:11,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732127051723"}]},"ts":"9223372036854775807"} 2024-11-20T18:24:11,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T18:24:11,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 02c8346a0fa01b9bf15abe670506f169, NAME => 'TestAcidGuarantees,,1732127023370.02c8346a0fa01b9bf15abe670506f169.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T18:24:11,724 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T18:24:11,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732127051724"}]},"ts":"9223372036854775807"} 2024-11-20T18:24:11,726 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T18:24:11,727 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T18:24:11,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-20T18:24:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43507 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-20T18:24:11,778 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-20T18:24:11,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 653) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5350 (was 5481) 2024-11-20T18:24:11,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T18:24:11,787 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T18:24:11,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:54702 2024-11-20T18:24:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:11,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:24:11,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=669332021, stopped=false 2024-11-20T18:24:11,788 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=82db7be9f118,43507,1732126874925 2024-11-20T18:24:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T18:24:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T18:24:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:24:11,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T18:24:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:24:11,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:11,790 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '82db7be9f118,45523,1732126875644' ***** 2024-11-20T18:24:11,790 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T18:24:11,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:24:11,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T18:24:11,790 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:24:11,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(3579): Received CLOSE for 06c668e84a010dbdbfc69d3189b75612 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1224): stopping server 82db7be9f118,45523,1732126875644 2024-11-20T18:24:11,791 DEBUG [RS:0;82db7be9f118:45523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:24:11,791 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 06c668e84a010dbdbfc69d3189b75612, disabling compactions & flushes 2024-11-20T18:24:11,792 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T18:24:11,792 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:24:11,792 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 06c668e84a010dbdbfc69d3189b75612=hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612.} 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. after waiting 0 ms 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:24:11,792 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 06c668e84a010dbdbfc69d3189b75612 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:24:11,792 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:24:11,792 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:24:11,792 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T18:24:11,792 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1629): Waiting on 06c668e84a010dbdbfc69d3189b75612, 1588230740 2024-11-20T18:24:11,807 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/.tmp/info/5a0e27c0fa984757bfa0f44bcac67975 is 45, key is default/info:d/1732126880166/Put/seqid=0 2024-11-20T18:24:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742592_1768 (size=5037) 2024-11-20T18:24:11,811 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/.tmp/info/5a0e27c0fa984757bfa0f44bcac67975 2024-11-20T18:24:11,813 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/info/3fff6a24f75341d981165bc41ba13cb0 is 143, key is hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612./info:regioninfo/1732126880047/Put/seqid=0 2024-11-20T18:24:11,815 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/.tmp/info/5a0e27c0fa984757bfa0f44bcac67975 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/info/5a0e27c0fa984757bfa0f44bcac67975 2024-11-20T18:24:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742593_1769 (size=7725) 2024-11-20T18:24:11,818 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/info/3fff6a24f75341d981165bc41ba13cb0 2024-11-20T18:24:11,819 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/info/5a0e27c0fa984757bfa0f44bcac67975, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T18:24:11,819 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 06c668e84a010dbdbfc69d3189b75612 in 27ms, sequenceid=6, compaction requested=false 2024-11-20T18:24:11,823 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/namespace/06c668e84a010dbdbfc69d3189b75612/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:24:11,824 INFO [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:24:11,824 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 06c668e84a010dbdbfc69d3189b75612: 2024-11-20T18:24:11,824 DEBUG [RS_CLOSE_REGION-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732126878808.06c668e84a010dbdbfc69d3189b75612. 2024-11-20T18:24:11,844 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/f279a21fc33e4d1696a9d5e26cb9e084 is 102, key is TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909./rep_barrier:/1732126913064/DeleteFamily/seqid=0 2024-11-20T18:24:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742594_1770 (size=6025) 2024-11-20T18:24:11,863 INFO [regionserver/82db7be9f118:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:24:11,992 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T18:24:12,193 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T18:24:12,248 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/f279a21fc33e4d1696a9d5e26cb9e084 2024-11-20T18:24:12,266 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/table/29782044d3f44e498cf9ee2dfece7c7d is 96, key is TestAcidGuarantees,,1732126880386.6ccea19cb4f8c076f9b567c0c61b4909./table:/1732126913064/DeleteFamily/seqid=0 2024-11-20T18:24:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742595_1771 (size=5942) 2024-11-20T18:24:12,393 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T18:24:12,532 INFO [regionserver/82db7be9f118:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:24:12,533 INFO [regionserver/82db7be9f118:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:24:12,593 DEBUG [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T18:24:12,670 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/table/29782044d3f44e498cf9ee2dfece7c7d 2024-11-20T18:24:12,673 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/info/3fff6a24f75341d981165bc41ba13cb0 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/info/3fff6a24f75341d981165bc41ba13cb0 2024-11-20T18:24:12,675 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/info/3fff6a24f75341d981165bc41ba13cb0, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T18:24:12,676 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/rep_barrier/f279a21fc33e4d1696a9d5e26cb9e084 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/rep_barrier/f279a21fc33e4d1696a9d5e26cb9e084 2024-11-20T18:24:12,679 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/rep_barrier/f279a21fc33e4d1696a9d5e26cb9e084, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T18:24:12,679 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/.tmp/table/29782044d3f44e498cf9ee2dfece7c7d as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/table/29782044d3f44e498cf9ee2dfece7c7d 2024-11-20T18:24:12,681 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/table/29782044d3f44e498cf9ee2dfece7c7d, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T18:24:12,682 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=93, compaction requested=false 2024-11-20T18:24:12,686 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T18:24:12,686 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:24:12,686 INFO [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T18:24:12,686 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T18:24:12,686 DEBUG [RS_CLOSE_META-regionserver/82db7be9f118:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:24:12,793 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1250): stopping server 82db7be9f118,45523,1732126875644; all regions closed. 2024-11-20T18:24:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741834_1010 (size=26050) 2024-11-20T18:24:12,799 DEBUG [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/oldWALs 2024-11-20T18:24:12,799 INFO [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 82db7be9f118%2C45523%2C1732126875644.meta:.meta(num 1732126878557) 2024-11-20T18:24:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741832_1008 (size=17859639) 2024-11-20T18:24:12,802 DEBUG [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/oldWALs 2024-11-20T18:24:12,802 INFO [RS:0;82db7be9f118:45523 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 82db7be9f118%2C45523%2C1732126875644:(num 1732126877611) 2024-11-20T18:24:12,802 DEBUG [RS:0;82db7be9f118:45523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:12,802 INFO [RS:0;82db7be9f118:45523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:24:12,803 INFO [RS:0;82db7be9f118:45523 {}] hbase.ChoreService(370): Chore service for: regionserver/82db7be9f118:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T18:24:12,803 INFO [regionserver/82db7be9f118:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T18:24:12,803 INFO [RS:0;82db7be9f118:45523 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45523 2024-11-20T18:24:12,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82db7be9f118,45523,1732126875644 2024-11-20T18:24:12,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T18:24:12,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82db7be9f118,45523,1732126875644] 2024-11-20T18:24:12,808 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 82db7be9f118,45523,1732126875644; numProcessing=1 2024-11-20T18:24:12,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/82db7be9f118,45523,1732126875644 already deleted, retry=false 2024-11-20T18:24:12,809 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 82db7be9f118,45523,1732126875644 expired; onlineServers=0 2024-11-20T18:24:12,809 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '82db7be9f118,43507,1732126874925' ***** 2024-11-20T18:24:12,809 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:24:12,810 DEBUG [M:0;82db7be9f118:43507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ecf8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82db7be9f118/172.17.0.2:0 2024-11-20T18:24:12,810 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegionServer(1224): stopping server 82db7be9f118,43507,1732126874925 2024-11-20T18:24:12,810 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegionServer(1250): stopping server 82db7be9f118,43507,1732126874925; all regions closed. 2024-11-20T18:24:12,810 DEBUG [M:0;82db7be9f118:43507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:24:12,810 DEBUG [M:0;82db7be9f118:43507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:24:12,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:24:12,810 DEBUG [M:0;82db7be9f118:43507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:24:12,810 DEBUG [master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.large.0-1732126877323 {}] cleaner.HFileCleaner(306): Exit Thread[master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.large.0-1732126877323,5,FailOnTimeoutGroup] 2024-11-20T18:24:12,810 DEBUG [master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.small.0-1732126877324 {}] cleaner.HFileCleaner(306): Exit Thread[master/82db7be9f118:0:becomeActiveMaster-HFileCleaner.small.0-1732126877324,5,FailOnTimeoutGroup] 2024-11-20T18:24:12,810 INFO [M:0;82db7be9f118:43507 {}] hbase.ChoreService(370): Chore service for: master/82db7be9f118:0 had [] on shutdown 2024-11-20T18:24:12,810 DEBUG [M:0;82db7be9f118:43507 {}] master.HMaster(1733): Stopping service threads 2024-11-20T18:24:12,810 INFO [M:0;82db7be9f118:43507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:24:12,810 ERROR [M:0;82db7be9f118:43507 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:33479 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33479,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T18:24:12,811 INFO [M:0;82db7be9f118:43507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:24:12,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:24:12,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T18:24:12,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T18:24:12,812 DEBUG [M:0;82db7be9f118:43507 {}] zookeeper.ZKUtil(347): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T18:24:12,812 WARN [M:0;82db7be9f118:43507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:24:12,812 INFO [M:0;82db7be9f118:43507 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T18:24:12,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T18:24:12,812 INFO [M:0;82db7be9f118:43507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:24:12,812 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:24:12,812 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:24:12,812 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:24:12,812 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:24:12,812 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:24:12,812 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=806.80 KB heapSize=994.31 KB 2024-11-20T18:24:12,827 DEBUG [M:0;82db7be9f118:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ea397fa01b4847b5390387f378073b is 82, key is hbase:meta,,1/info:regioninfo/1732126878702/Put/seqid=0 2024-11-20T18:24:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742596_1772 (size=5672) 2024-11-20T18:24:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:24:12,908 INFO [RS:0;82db7be9f118:45523 {}] regionserver.HRegionServer(1307): Exiting; stopping=82db7be9f118,45523,1732126875644; zookeeper connection closed. 2024-11-20T18:24:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x100162a53030001, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:24:12,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36edc8f0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36edc8f0 2024-11-20T18:24:12,909 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:24:13,230 INFO [M:0;82db7be9f118:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ea397fa01b4847b5390387f378073b 2024-11-20T18:24:13,250 DEBUG [M:0;82db7be9f118:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcba408ee74450ba721ddd96d0f9580 is 2277, key is \x00\x00\x00\x00\x00\x00\x00a/proc:d/1732126970087/Put/seqid=0 2024-11-20T18:24:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742597_1773 (size=47117) 2024-11-20T18:24:13,654 INFO [M:0;82db7be9f118:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=806.25 KB at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcba408ee74450ba721ddd96d0f9580 2024-11-20T18:24:13,656 INFO [M:0;82db7be9f118:43507 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbcba408ee74450ba721ddd96d0f9580 2024-11-20T18:24:13,672 DEBUG [M:0;82db7be9f118:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d26e36974647078e7a138817b02339 is 69, key is 82db7be9f118,45523,1732126875644/rs:state/1732126877380/Put/seqid=0 2024-11-20T18:24:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073742598_1774 (size=5156) 2024-11-20T18:24:14,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:24:14,075 INFO [M:0;82db7be9f118:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d26e36974647078e7a138817b02339 2024-11-20T18:24:14,079 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ea397fa01b4847b5390387f378073b as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ea397fa01b4847b5390387f378073b 2024-11-20T18:24:14,082 INFO [M:0;82db7be9f118:43507 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ea397fa01b4847b5390387f378073b, entries=8, sequenceid=2311, filesize=5.5 K 2024-11-20T18:24:14,083 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbcba408ee74450ba721ddd96d0f9580 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbcba408ee74450ba721ddd96d0f9580 2024-11-20T18:24:14,086 INFO [M:0;82db7be9f118:43507 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbcba408ee74450ba721ddd96d0f9580 2024-11-20T18:24:14,086 INFO [M:0;82db7be9f118:43507 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbcba408ee74450ba721ddd96d0f9580, entries=191, sequenceid=2311, filesize=46.0 K 2024-11-20T18:24:14,086 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d26e36974647078e7a138817b02339 as hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03d26e36974647078e7a138817b02339 2024-11-20T18:24:14,089 INFO [M:0;82db7be9f118:43507 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33479/user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03d26e36974647078e7a138817b02339, entries=1, sequenceid=2311, filesize=5.0 K 2024-11-20T18:24:14,090 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegion(3040): Finished flush of dataSize ~806.80 KB/826164, heapSize ~994.02 KB/1017872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2311, compaction requested=false 2024-11-20T18:24:14,092 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:24:14,092 DEBUG [M:0;82db7be9f118:43507 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T18:24:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741830_1006 (size=977666) 2024-11-20T18:24:14,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/68afeb45-674e-33de-7bf1-54e6854b8d5b/MasterData/WALs/82db7be9f118,43507,1732126874925/82db7be9f118%2C43507%2C1732126874925.1732126876817 not finished, retry = 0 2024-11-20T18:24:14,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T18:24:14,196 INFO [M:0;82db7be9f118:43507 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T18:24:14,196 INFO [M:0;82db7be9f118:43507 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43507 2024-11-20T18:24:14,198 DEBUG [M:0;82db7be9f118:43507 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/82db7be9f118,43507,1732126874925 already deleted, retry=false 2024-11-20T18:24:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:24:14,299 INFO [M:0;82db7be9f118:43507 {}] regionserver.HRegionServer(1307): Exiting; stopping=82db7be9f118,43507,1732126874925; zookeeper connection closed. 2024-11-20T18:24:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x100162a53030000, quorum=127.0.0.1:54702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:24:14,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:24:14,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:24:14,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:24:14,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:24:14,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.log.dir/,STOPPED} 2024-11-20T18:24:14,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:24:14,317 WARN [BP-495652216-172.17.0.2-1732126872206 heartbeating to localhost/127.0.0.1:33479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:24:14,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:24:14,317 WARN [BP-495652216-172.17.0.2-1732126872206 heartbeating to localhost/127.0.0.1:33479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495652216-172.17.0.2-1732126872206 (Datanode Uuid cd3bb689-cdd6-49ac-8596-57b78813d726) service to localhost/127.0.0.1:33479 2024-11-20T18:24:14,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data1/current/BP-495652216-172.17.0.2-1732126872206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:24:14,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/cluster_a3467cbf-ba71-aebc-922a-51eef225b1e5/dfs/data/data2/current/BP-495652216-172.17.0.2-1732126872206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:24:14,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:24:14,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:24:14,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:24:14,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:24:14,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:24:14,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0338dedd-1aae-4ae5-de95-11fe5257a46d/hadoop.log.dir/,STOPPED} 2024-11-20T18:24:14,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:24:14,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down